-- Logs begin at Thu 2022-03-10 03:21:46 UTC, end at Thu 2022-03-10 04:35:52 UTC. -- Mar 10 04:09:35.063390 dv-cinder-778193-25-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 04:09:37.984204 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.common.config [-] Logging enabled! Mar 10 04:09:37.984810 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 04:09:37.984997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103642) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 04:09:37.988273 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.common.config [-] Logging enabled! Mar 10 04:09:37.988530 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 04:09:37.988841 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103642) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 04:09:37.989796 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:09:37.990033 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:09:37.990410 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:09:37.990656 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:09:37.990884 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:09:37.991607 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.992050 dv-cinder-778193-25-smb neutron-server[103642]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 04:09:37.992371 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.992672 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.992973 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.993271 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.993567 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.993853 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.994144 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.994440 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.994726 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.995005 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.995289 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.995579 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.995861 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.996170 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.996457 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.996737 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] debug = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.997018 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.997451 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.997864 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.998146 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.998434 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.998712 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.998982 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.999257 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.999540 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:37.999864 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] host = dv-cinder-778193-25-smb {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.000172 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.000462 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.000745 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.001027 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.001302 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.001578 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.001861 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.002134 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.002404 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] log_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.002676 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.002960 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.003247 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.003539 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.003763 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.003986 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.004320 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.004605 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.004879 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.005173 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.005449 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.005723 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.005994 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.006263 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.006541 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.006819 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.007098 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.007372 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.007644 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.007913 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.008213 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.008496 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.008767 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.009037 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.009310 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.009593 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.009860 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.010130 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.010426 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.010710 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.010985 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.011265 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.011537 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.011815 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.012106 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.012378 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.012646 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] use_json = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.012914 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.013180 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.013461 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.013732 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.014000 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.014270 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.014539 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.014818 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.015086 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:38.015382 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.015680 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.015979 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.016299 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.016591 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.016871 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.017159 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.017438 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.017725 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.018012 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.018298 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.018574 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.018868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.019152 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.019444 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.019746 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.020071 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.020351 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.020628 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.021425 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.021703 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.021982 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.022270 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.022549 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.022835 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.023122 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.023400 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.023697 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.023988 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.024307 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.024595 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.024869 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.025146 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.025434 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.025712 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.025984 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.026262 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.026545 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.026819 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.027090 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.027370 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.027649 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.027920 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.028221 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.028499 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.028786 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.029059 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.029329 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.029598 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.029873 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.030141 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.030423 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.030697 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.030968 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.031237 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.031510 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.031782 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.032072 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.032354 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.032630 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.032905 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.033177 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.033451 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.033725 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.034002 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.034273 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.034542 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.034810 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.035083 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.035355 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.035626 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.035898 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.036205 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.037118 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.037404 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.037698 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.037974 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.038250 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.038526 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.038801 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.039075 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.039345 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.039619 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.039895 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.040190 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.040478 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.041065 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.041300 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.041593 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.041869 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.042162 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.042440 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.042717 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.043000 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.043277 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.043555 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.043837 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.044153 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.044448 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.044739 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.045030 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.045321 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.045610 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.045888 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.046196 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.046474 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:38.046690 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:09:38.046929 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103642) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 04:09:38.416167 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 04:09:38.416447 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 04:09:38.416751 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 04:09:38.417223 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 04:09:38.746824 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.747037 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.747310 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.748530 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.748808 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.749192 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.794304 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.794586 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.794858 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.809387 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.809670 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.809943 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.838532 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.838808 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.839070 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.875651 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.875930 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:38.876223 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.232589 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.233216 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.233216 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.233376 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.234064 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.339207 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.339526 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.339805 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.340096 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.340365 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.340672 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.340931 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.341187 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.341440 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.341718 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.341976 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.342247 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.342497 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.342747 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.343005 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.343269 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.343524 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.343796 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.344084 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.344350 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.344620 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.344870 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.345148 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.345518 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.345764 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.346008 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.346401 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:39.346639 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:39.346875 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:39.347110 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:39.347342 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:39.347575 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:39.347936 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 04:09:39.351869 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 04:09:39.357620 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 04:09:39.361524 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 10 04:09:39.363209 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 04:09:39.363687 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 04:09:39.364015 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 04:09:39.364419 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 04:09:39.367262 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 04:09:39.367514 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 04:09:39.367858 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 04:09:39.372758 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 04:09:39.396840 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 04:09:39.397290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.397586 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103642) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 04:09:39.397958 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.399328 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103642) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 04:09:39.399603 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 04:09:39.399845 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 04:09:39.403130 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.403413 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:39.466493 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 04:09:39.466727 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 04:09:39.466961 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 04:09:39.467321 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 04:09:39.487619 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_db.sqlalchemy.engines [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103642) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 04:09:40.078815 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing driver for type 'gre' Mar 10 04:09:40.079351 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] gre ID ranges: [(1, 1000)] Mar 10 04:09:40.286866 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing driver for type 'local' Mar 10 04:09:40.287469 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing driver for type 'vlan' Mar 10 04:09:40.369566 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] VlanTypeDriver initialization complete Mar 10 04:09:40.369904 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing driver for type 'vxlan' Mar 10 04:09:40.370408 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] vxlan ID ranges: [(1, 1000)] Mar 10 04:09:40.532093 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing extension driver 'port_security' Mar 10 04:09:40.532452 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.extensions.port_security [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] PortSecurityExtensionDriver initialization complete Mar 10 04:09:40.532796 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing mechanism driver 'openvswitch' Mar 10 04:09:40.533137 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing mechanism driver 'hyperv' Mar 10 04:09:40.546268 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.plugin [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:40.547143 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.547528 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.547888 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.548508 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:09:40.548952 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.549316 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.549669 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.550076 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:09:40.550528 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.550896 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.551246 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.551655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:09:40.552730 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.553094 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.553443 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.553852 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:09:40.554265 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.554621 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.554969 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.555374 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:09:40.555786 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.556168 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.556515 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.556921 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103642) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:09:40.557417 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] ML2 OVO RPC backend initialized. {{(pid=103642) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 04:09:40.558132 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.558495 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.558922 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.559277 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > networks before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.559632 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.559983 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > ports before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.560365 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.560716 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.561068 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.561414 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.561763 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.562106 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.562447 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.562788 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.563127 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.563467 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.563805 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.571153 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded quota_driver: . Mar 10 04:09:40.571531 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.plugin [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Modular L2 Plugin initialization complete Mar 10 04:09:40.571888 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading services supported by the core plugin {{(pid=103642) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 04:09:40.572271 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.plugins.ml2.managers [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Got port-security extension from driver 'port_security' Mar 10 04:09:40.572762 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.extensions.vlantransparent [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Disabled vlantransparent extension. Mar 10 04:09:40.573264 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103642) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 04:09:40.573597 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: router Mar 10 04:09:40.609681 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.610082 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router after_create 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.610463 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router before_create 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.610834 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.611212 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.611582 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router after_delete 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.611949 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.612335 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.612703 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router after_create 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.613056 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router after_update 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.613411 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router after_update 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.613764 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.614127 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router after_update 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.615178 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.615555 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: port after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.615906 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: port after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.616274 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: subnet after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.616625 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.616979 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.617332 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.617679 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: port before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.618027 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.618391 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router after_update 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.618742 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.619229 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.619649 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.619959 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.620360 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > agent after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.620722 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.621077 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > network after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.621945 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Tracking information for resource: router configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:40.622287 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Tracking information for resource: floatingip configured {{(pid=103642) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:09:40.627234 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.db.l3_agentschedulers_db [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 04:09:40.627825 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: port after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.628228 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: port after_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.628592 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: port after_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.628952 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: port after_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.629778 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router before_create 55550100 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.630183 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.630596 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.630963 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.635789 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.services.provider_configuration [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service providers = [] {{(pid=103642) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 04:09:40.636196 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.db.servicetype_db [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103642) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 04:09:40.639180 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.services.service_base [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:09:40.639540 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.services.service_base [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:09:40.639886 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.services.service_base [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:09:40.640815 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.services.service_base [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103642) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:09:40.641196 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.services.service_base [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 04:09:40.641583 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.641909 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 04:09:40.652769 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.653119 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: auto_allocate Mar 10 04:09:40.658967 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: network precommit_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.659343 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: network precommit_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.659893 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.660251 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: tag Mar 10 04:09:40.667815 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.668185 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: timestamp Mar 10 04:09:40.672020 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.672382 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: network_ip_availability Mar 10 04:09:40.678483 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.678865 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.679233 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.679948 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.680306 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: flavors Mar 10 04:09:40.685247 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.685586 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading Plugin: revisions Mar 10 04:09:40.689931 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103642) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:09:40.690322 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_concurrency.lockutils [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.273s {{(pid=103642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 04:09:40.691071 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103642) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 04:09:40.691417 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Initializing extension manager. Mar 10 04:09:40.691954 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: __init__.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.692333 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: __pycache__ {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.692738 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: address_group.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.693496 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.694064 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: address-group Mar 10 04:09:40.694396 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: address_scope.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.695119 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.695642 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: address-scope Mar 10 04:09:40.695973 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.696934 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.697459 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: router-admin-state-down-before-update Mar 10 04:09:40.697790 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: agent.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.698501 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.699017 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: agent Mar 10 04:09:40.699345 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: agent_resources_synced.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.700292 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.700812 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: agent-resources-synced Mar 10 04:09:40.701140 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.702946 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.703490 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: allowed-address-pairs Mar 10 04:09:40.703825 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.704950 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.705485 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: auto-allocated-topology Mar 10 04:09:40.705822 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: availability_zone.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.706533 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.707055 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: availability_zone Mar 10 04:09:40.707388 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: availability_zone_filter.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.708362 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.708889 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: availability_zone_filter Mar 10 04:09:40.709221 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: data_plane_status.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.710136 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.710655 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 04:09:40.710987 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: default_subnetpools.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.711910 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.712469 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: default-subnetpools Mar 10 04:09:40.712801 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.713613 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.714138 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: dhcp_agent_scheduler Mar 10 04:09:40.714470 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: dns.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.715399 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.715923 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension dns-integration not supported by any of loaded plugins Mar 10 04:09:40.716281 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: dns_domain_ports.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.717205 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.717724 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 04:09:40.718052 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.718983 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.719501 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 04:09:40.719829 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: dvr.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.720544 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.721063 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: dvr Mar 10 04:09:40.721392 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: ecmp_routes.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.722352 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.722863 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 04:09:40.723194 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: empty_string_filtering.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.724651 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.725173 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: empty-string-filtering Mar 10 04:09:40.725503 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.726429 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.726948 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 04:09:40.727279 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.728231 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.728750 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 04:09:40.729077 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: external_net.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.729995 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.730514 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: external-net Mar 10 04:09:40.730842 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.731751 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.732295 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: extra_dhcp_opt Mar 10 04:09:40.732629 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: extraroute.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.733542 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.734061 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: extraroute Mar 10 04:09:40.734387 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: extraroute_atomic.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.735441 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.735963 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: extraroute-atomic Mar 10 04:09:40.736324 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: filter_validation.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.737025 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.737540 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: filter-validation Mar 10 04:09:40.737871 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: fip_pf_description.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.738811 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.739323 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 04:09:40.740232 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: fip_port_details.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.741359 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.741880 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: fip-port-details Mar 10 04:09:40.742209 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: flavors.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.743472 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.743999 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: flavors Mar 10 04:09:40.744358 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.746082 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.746616 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 04:09:40.746953 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: floatingip_pools.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.747663 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.748225 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: floatingip-pools Mar 10 04:09:40.748564 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: ip_allocation.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.749505 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.750024 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 04:09:40.750356 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.751285 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.751813 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: ip-substring-filtering Mar 10 04:09:40.752174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l2_adjacency.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.753142 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.753662 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 04:09:40.753994 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.755030 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.755608 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: router Mar 10 04:09:40.755944 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.758326 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.758871 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 04:09:40.759212 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.760186 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.760718 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: ext-gw-mode Mar 10 04:09:40.761054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.761986 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.762513 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: l3-ha Mar 10 04:09:40.762850 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.763766 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.764315 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 04:09:40.764648 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3_flavors.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.765571 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.766100 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: l3-flavors Mar 10 04:09:40.766431 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.767831 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.768390 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 04:09:40.768731 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.769662 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.770189 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 04:09:40.770524 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: l3agentscheduler.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.772114 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.772646 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: l3_agent_scheduler Mar 10 04:09:40.772983 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: local_ip.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.774777 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.775313 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension local_ip not supported by any of loaded plugins Mar 10 04:09:40.775652 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: logging.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.778631 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.779180 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension logging not supported by any of loaded plugins Mar 10 04:09:40.779532 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: metering.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.780331 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.780930 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: metering Mar 10 04:09:40.781274 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.782387 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.782923 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: metering_source_and_destination_fields Mar 10 04:09:40.783267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: multiprovidernet.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.784250 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.784781 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: multi-provider Mar 10 04:09:40.785119 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: netmtu.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.786048 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.787145 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: net-mtu Mar 10 04:09:40.787477 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: netmtu_writable.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.788445 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.788970 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: net-mtu-writable Mar 10 04:09:40.789299 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: network_availability_zone.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.789977 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.790497 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: network_availability_zone Mar 10 04:09:40.791093 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: network_ip_availability.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.792261 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.792793 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: network-ip-availability Mar 10 04:09:40.793131 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: network_segment_range.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.793907 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.794425 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 04:09:40.794751 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: pagination.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.795744 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.796121 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: pagination Mar 10 04:09:40.796456 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: port_device_profile.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.797366 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.797896 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: port-device-profile Mar 10 04:09:40.798226 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.799161 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.799686 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: port-mac-address-regenerate Mar 10 04:09:40.800017 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.800985 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.801507 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: port-numa-affinity-policy Mar 10 04:09:40.801839 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: port_resource_request.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.802801 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.803321 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 04:09:40.803650 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.804653 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.805167 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 04:09:40.805497 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: portbindings.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.806433 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.806953 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: binding Mar 10 04:09:40.807282 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: portbindings_extended.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.808618 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.809147 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: binding-extended Mar 10 04:09:40.809480 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: portsecurity.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.810411 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.810933 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: port-security Mar 10 04:09:40.811264 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: project_id.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.812291 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.812627 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: project-id Mar 10 04:09:40.812958 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: providernet.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.813909 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.814441 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: provider Mar 10 04:09:40.814774 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.818570 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.819113 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos not supported by any of loaded plugins Mar 10 04:09:40.819457 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.820766 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.821295 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 04:09:40.821632 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.822563 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.823093 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 04:09:40.823429 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_default.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.824388 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.824911 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-default not supported by any of loaded plugins Mar 10 04:09:40.825241 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_fip.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.826185 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.826711 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-fip not supported by any of loaded plugins Mar 10 04:09:40.827042 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.827967 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.828522 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 04:09:40.828856 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.829790 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.830318 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 04:09:40.830652 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.831708 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.832286 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 04:09:40.832609 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.834206 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.834735 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 04:09:40.835069 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.836146 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.836677 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 04:09:40.837011 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_pps_rule.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.838202 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.838731 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-pps not supported by any of loaded plugins Mar 10 04:09:40.839066 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.839991 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.840544 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 04:09:40.840877 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: qos_rules_alias.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.841938 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.842461 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 04:09:40.842795 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: quota_check_limit.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.843722 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.844276 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: quota-check-limit Mar 10 04:09:40.844607 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: quotasv2.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.845546 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.845879 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: quotas Mar 10 04:09:40.846208 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: quotasv2_detail.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.847938 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.848317 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: quota_details Mar 10 04:09:40.848655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: rbac.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.850270 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.850808 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: rbac-policies Mar 10 04:09:40.851149 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: rbac_address_group.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.852135 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.852667 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: rbac-address-group Mar 10 04:09:40.853001 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: rbac_address_scope.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.853939 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.854464 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: rbac-address-scope Mar 10 04:09:40.854798 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: rbac_security_groups.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.855723 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.856281 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: rbac-security-groups Mar 10 04:09:40.856615 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.857541 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.858065 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: rbac-subnetpool Mar 10 04:09:40.858397 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: revisionifmatch.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.859401 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.859926 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: revision-if-match Mar 10 04:09:40.860296 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: revisions.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.861430 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.861958 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: standard-attr-revisions Mar 10 04:09:40.862292 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: router_availability_zone.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.862973 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.863499 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: router_availability_zone Mar 10 04:09:40.863834 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: routerservicetype.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.864818 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.865340 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension router-service-type not supported by any of loaded plugins Mar 10 04:09:40.865670 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.866607 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.867129 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: security-groups-normalized-cidr Mar 10 04:09:40.867460 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.868492 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.869014 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: port-security-groups-filtering Mar 10 04:09:40.869345 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.870343 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.870829 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: security-groups-remote-address-group Mar 10 04:09:40.871164 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.872139 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.872666 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: security-groups-shared-filtering Mar 10 04:09:40.872998 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.873599 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 04:09:40.873926 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: securitygroup.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.883566 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.884145 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: security-group Mar 10 04:09:40.884487 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: segment.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.885223 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.885746 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension segment not supported by any of loaded plugins Mar 10 04:09:40.886078 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.887033 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.887555 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 04:09:40.887886 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: servicetype.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.889032 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.889563 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: service-type Mar 10 04:09:40.889895 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: sorting.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.890887 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.891226 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: sorting Mar 10 04:09:40.891557 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: standard_attr_segment.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.892511 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.893038 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 04:09:40.893368 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: standardattrdescription.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.894032 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.894553 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: standard-attr-description Mar 10 04:09:40.894884 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: stateful_security_group.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.896380 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.896907 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: stateful-security-group Mar 10 04:09:40.897239 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: stdattrs_common.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.897814 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 04:09:40.898141 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.899079 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.899604 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 04:09:40.899935 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: subnet_onboard.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.901036 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.901569 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: subnet_onboard Mar 10 04:09:40.901900 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.902855 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.903375 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 04:09:40.903705 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: subnet_service_types.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.904672 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.905198 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: subnet-service-types Mar 10 04:09:40.905527 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: subnetallocation.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.906632 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.907160 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: subnet_allocation Mar 10 04:09:40.907494 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.908201 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.908737 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: subnetpool-prefix-ops Mar 10 04:09:40.909067 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.910014 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.910532 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 04:09:40.910864 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: tagging.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.912578 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.913114 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: standard-attr-tag Mar 10 04:09:40.913452 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: timestamp.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.914681 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.915214 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loaded extension: standard-attr-timestamp Mar 10 04:09:40.915551 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: trunk.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.916887 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.917418 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension trunk not supported by any of loaded plugins Mar 10 04:09:40.917754 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: trunk_details.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.918684 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.919210 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension trunk-details not supported by any of loaded plugins Mar 10 04:09:40.919542 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.920504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.921031 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 04:09:40.921364 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Loading extension file: vlantransparent.py {{(pid=103642) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:09:40.922040 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103642) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:09:40.922559 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 04:09:40.925080 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:network Mar 10 04:09:40.925607 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:subnet Mar 10 04:09:40.926010 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:09:40.926404 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:port Mar 10 04:09:40.927652 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.928137 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service FLAVORS assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.928753 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.929202 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.929541 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:router Mar 10 04:09:40.929972 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 04:09:40.930473 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service METERING assigned prefix: /metering {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.931905 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.932305 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.932666 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:09:40.933653 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 04:09:40.934109 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:security_group Mar 10 04:09:40.934551 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 04:09:40.935158 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service CORE assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.935499 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:09:40.935853 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] subnetpool is already registered Mar 10 04:09:40.936327 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service CORE assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.936663 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:09:40.937012 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] subnetpool is already registered Mar 10 04:09:40.939255 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.939699 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service FLAVORS assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.940313 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.940745 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.941083 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:router Mar 10 04:09:40.941430 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] router is already registered Mar 10 04:09:40.941850 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 04:09:40.942193 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] floatingip is already registered Mar 10 04:09:40.942678 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service METERING assigned prefix: /metering {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.943344 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 04:09:40.943676 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] rbac_policy is already registered Mar 10 04:09:40.944126 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:security_group Mar 10 04:09:40.944470 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] security_group is already registered Mar 10 04:09:40.944878 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 04:09:40.945216 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] security_group_rule is already registered Mar 10 04:09:40.945849 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service CORE assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.946184 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:09:40.946534 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] subnetpool is already registered Mar 10 04:09:40.946964 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.v2.resource_helper [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Service CORE assigned prefix: {{(pid=103642) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:09:40.947304 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:09:40.947644 dv-cinder-778193-25-smb neutron-server[103642]: WARNING neutron.quota.resource_registry [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] subnetpool is already registered Mar 10 04:09:40.948144 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: extensions {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.949599 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: address-groups {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.951079 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: address-scopes {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.952463 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: agents {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.953632 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: auto-allocated-topology {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.954912 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: availability_zones {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.956157 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: dhcp-networks {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.957667 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: dhcp-agents {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.959646 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: routers {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.961888 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: flavors {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.963059 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: service_profiles {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.964307 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: next_providers {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.965775 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: service_profiles {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.967324 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: floatingip-pools {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.968583 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: routers {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.970692 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: floatingips {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.972943 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: l3-routers {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.974958 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: l3-agents {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.976405 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: metering-labels {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.977762 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: metering-label-rules {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.979038 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: network-ip-availabilities {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.980352 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: bindings {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.982007 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: quotas {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.983574 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: quotas {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.985135 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: rbac-policies {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.986429 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: security-groups {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.987660 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: security-group-rules {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.988954 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: service-providers {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.990212 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: subnetpools {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.991641 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: subnetpools {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.993141 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.994870 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.996734 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:40.998523 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:41.000335 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:41.002245 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:41.003982 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:41.005931 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:41.007675 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:41.009540 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron.api.extensions [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Extended resource: tags {{(pid=103642) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:09:41.015352 dv-cinder-778193-25-smb neutron-server[103642]: WARNING keystonemiddleware.auth_token [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 04:09:41.020117 dv-cinder-778193-25-smb neutron-server[103642]: WARNING keystonemiddleware.auth_token [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 04:09:41.029284 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_concurrency.lockutils [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Acquired lock "singleton_lock" {{(pid=103642) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 04:09:41.029768 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_concurrency.lockutils [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Releasing lock "singleton_lock" {{(pid=103642) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 04:09:41.046487 dv-cinder-778193-25-smb neutron-server[103642]: INFO oslo_service.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Starting 2 workers Mar 10 04:09:41.046487 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Started child 103751 {{(pid=103642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:09:41.046487 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Started child 103752 {{(pid=103642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:09:41.046755 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.047364 dv-cinder-778193-25-smb neutron-server[103642]: INFO neutron.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 04:09:41.047364 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.047537 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [-] (103751) wsgi starting up on http://0.0.0.0:9696 Mar 10 04:09:41.047618 dv-cinder-778193-25-smb neutron-server[103642]: INFO oslo_service.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Starting 1 workers Mar 10 04:09:41.047696 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.047696 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [-] (103752) wsgi starting up on http://0.0.0.0:9696 Mar 10 04:09:41.050844 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Started child 103753 {{(pid=103642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:09:41.051419 dv-cinder-778193-25-smb neutron-server[103642]: INFO oslo_service.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Starting 1 workers Mar 10 04:09:41.054495 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] calling RpcWorker wait() {{(pid=103753) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 04:09:41.055008 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] returning from RpcWorker wait() {{(pid=103753) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 04:09:41.056030 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Started child 103754 {{(pid=103642) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:09:41.056491 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.056938 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG neutron_lib.callbacks.manager [None req-15af1aaf-fa6b-4607-b9ee-bc4a4381d7e4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.057028 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:41.058899 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103642) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 04:09:41.059120 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:09:41.059309 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:09:41.059533 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:09:41.059886 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:09:41.060058 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:09:41.060576 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.060844 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.061123 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.061381 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.061684 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.062002 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:41.062510 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.062638 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.062788 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.063073 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.063242 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:41.063369 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.063497 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.063645 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.063888 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.064151 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.064454 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.064721 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.064963 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.065246 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.065429 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.065709 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.065990 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.066247 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.066523 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] debug = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.066771 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.067260 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.067543 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.067813 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.068059 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.068326 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.068572 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.068865 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.069110 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.069332 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.069600 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.069850 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.070087 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.070340 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.070589 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.070807 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.071078 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.071304 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.071769 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] host = dv-cinder-778193-25-smb {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.072007 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.072270 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.072502 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.072760 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.073006 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.073239 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.073504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.073770 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.073998 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.074239 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.074510 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.074744 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.074995 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.075261 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.075427 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_options = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.075666 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.075940 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.076219 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.076411 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.076583 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.076749 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.077005 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.077171 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.077418 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.077637 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.077854 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.078089 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.078307 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.078522 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.078758 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.078977 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.079224 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.079437 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.079683 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.079992 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.080275 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.080526 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.080781 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.080981 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.081216 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.081433 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.081893 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.081893 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.082375 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.082375 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.082715 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.082847 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.083002 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.083828 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.084119 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.084360 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.084592 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.084809 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.085094 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.085322 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.085565 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.085819 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.086037 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.086266 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.086482 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.086700 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.086919 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_json = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.087136 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.087387 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.087649 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.087865 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.088134 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.088352 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.088612 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.088862 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.089078 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.089549 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.089820 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.090135 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.090382 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.090649 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.090902 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.091137 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.091377 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.091636 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.091868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.092200 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.092450 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.092764 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.093014 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.093274 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.093593 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.093837 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.094279 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.094425 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.094580 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.094829 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.095114 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.095417 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.095666 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.095901 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.096161 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.096384 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.096669 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.096945 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.097313 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.097547 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.099477 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.100170 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.100170 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.100433 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.100618 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.100805 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.101063 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.101301 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.101589 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.101828 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.102057 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.102317 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.102580 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.102840 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.103087 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.103349 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.103597 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.104644 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.104644 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.104644 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.104914 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.104982 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.105219 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.105978 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.105978 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.105978 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.106375 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.106497 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.106617 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.106823 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.107036 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.107294 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.107539 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.107757 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.107980 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.108245 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.108510 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.108770 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.108992 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.109211 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.109427 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.109669 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.109890 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.110109 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.110332 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.110549 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.110945 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.111368 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.111368 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.111368 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.111657 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.111843 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.112106 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.112345 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.112567 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.113229 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.113229 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.113229 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.113463 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.113630 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.114205 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.114331 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.114520 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.114778 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.114999 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.115246 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.115488 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.115737 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.115979 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.116229 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119267 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.119997 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.120890 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.120890 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.120890 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.120890 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.121505 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.121505 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.121742 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.121899 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.122185 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.122455 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.122729 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.122963 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.123223 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.123462 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.123734 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.124002 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.124277 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.124532 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.124770 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.125014 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.125249 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.125481 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.125800 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.126033 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.126265 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.126485 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.126754 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.127038 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.127218 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.127480 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.127726 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.127993 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.128265 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.128513 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.128753 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.128988 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.129224 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.129459 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.129705 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.129922 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.130698 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.130918 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.131154 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.131419 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.131668 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.131860 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.132093 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.132333 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.132559 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.132804 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.133018 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.133239 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.133475 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.133694 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.133912 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.134131 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.134343 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.134592 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.134835 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.135102 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.135359 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.135604 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.135830 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.136091 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.136331 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.136572 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.136814 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.137035 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.137269 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.137485 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.137704 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.137920 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.138134 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.138360 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.138575 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.138840 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.139091 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.139422 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.139673 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.139902 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.140190 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.140441 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.140682 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.140903 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.141122 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.141371 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.141590 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.141816 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.142062 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.142295 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.142531 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.142749 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.142985 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.143243 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.143482 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.143726 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.143944 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.144189 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.144407 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.144624 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.144860 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.145074 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.145286 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.145500 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.146281 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.146502 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.146799 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.147063 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.147294 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.147574 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.147794 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.148072 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.148291 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.148504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.148717 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.148951 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.149156 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150022 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150022 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150022 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150022 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150473 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150473 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150710 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.150941 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.151155 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.151369 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.151614 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.151834 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.152062 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.152298 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.152511 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.152731 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.152943 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.153162 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.153628 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.153628 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.154068 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.154068 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.154301 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.154485 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.154973 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.155282 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.155689 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.156079 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.156551 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.156945 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.157382 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.157801 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.158295 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.158806 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.159155 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.159574 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.159960 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.160396 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.160850 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.161445 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.161925 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.162270 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.162584 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.163280 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.163517 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.163812 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.164073 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.164369 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.164718 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.164994 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.165289 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.165912 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.166098 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.166330 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.166555 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.166779 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.167024 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.167246 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.167511 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.167768 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.168014 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.168419 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.168802 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.169415 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.169663 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.169897 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.170126 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.170350 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.170516 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:09:41.171039 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103642) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 04:09:41.171204 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:09:41.171363 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:09:41.171535 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:09:41.171714 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:09:41.171863 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:09:41.172099 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.172265 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.172429 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.172790 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.172790 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.173136 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.173136 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.173283 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.173385 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.173546 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.173708 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.173870 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.174033 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.174195 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.174355 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.174515 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.174674 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.174835 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.175000 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.175176 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.175321 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.175480 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.175639 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] debug = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.175799 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.176019 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.176207 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.176369 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.176530 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.176688 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.176848 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.177075 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.177236 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.177397 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.177699 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.177699 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.177895 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.178001 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.178163 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.178324 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.178484 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.178643 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.178804 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] host = dv-cinder-778193-25-smb {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.178965 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.179125 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.179284 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.179444 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.179605 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.179765 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.179924 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.180107 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.180266 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.180426 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.180584 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.180744 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.180906 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.181066 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.181225 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_options = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.181386 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.181547 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.181706 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.181892 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.182059 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.182220 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.182379 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.182538 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.182698 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.182900 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.183209 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.183209 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.183364 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.183461 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.183622 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.183782 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.183941 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.184122 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.184287 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.184447 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.184606 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.184765 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.184924 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.185083 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.185242 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.185403 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.185563 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.185722 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.185882 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.186042 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.186204 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.186364 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.186524 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.186685 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.186846 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.187006 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.187170 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.187329 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.187493 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.187653 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.187813 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.187973 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.188336 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.188451 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.188553 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.188702 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.188867 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_json = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.189028 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.189188 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.189347 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.189507 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.189667 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.189826 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.189987 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.190148 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.190309 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:09:41.190486 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.190649 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.190821 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.191548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.191548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.191548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.191548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.192009 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.192009 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.192009 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.192388 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.192388 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.193203 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.193203 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.193460 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.193460 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.193727 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.193727 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.193972 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.194054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.194176 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.194332 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.194503 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.194665 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.194828 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.194990 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.195152 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.195320 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.195482 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.195661 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.195876 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.196007 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.196155 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.196355 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.201548 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.202174 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.203655 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204290 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.204868 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205504 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205873 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205873 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.205873 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.206072 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.206156 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.206360 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.206527 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.206690 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.206855 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.207017 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.207202 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.207369 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.207535 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.207698 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.207860 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.208022 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.208739 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.208914 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.209077 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.209239 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.209403 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.209567 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.209730 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.209891 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.210053 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.210214 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.210389 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.210552 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.210717 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.210880 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.211048 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.211220 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.211382 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.211545 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.211707 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.211869 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.212032 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.212214 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.212376 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.212538 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.212700 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.212788 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:41.212878 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.213024 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.213187 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.213350 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.213514 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.213698 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.213860 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.214022 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.214184 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.214346 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.214508 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.214670 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.214832 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.214995 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.215157 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.215320 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.215482 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.215644 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.215807 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.215969 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.216153 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.216317 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.216705 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.216705 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.216999 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.216999 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.217213 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.217213 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.217383 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.217551 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.217713 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.217876 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.218037 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.218199 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.218362 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.218524 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.218894 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.218894 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.219104 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.219211 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.219317 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.219444 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.219611 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.219773 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.219935 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.220109 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.220272 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.220435 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.220597 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.220762 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.220924 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.221087 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.221250 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.221413 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.221577 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.221740 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.221903 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.222069 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.222228 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.222439 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.222667 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.222804 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.222915 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.223078 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.223240 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.223404 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.223565 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.223747 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.223913 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.224093 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.224260 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.224424 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.224586 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.224750 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.224912 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.225074 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.225240 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.225404 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.225567 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.225729 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.225893 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.226055 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.226218 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.226380 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.226543 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.226704 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.226866 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.227028 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.227190 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.227365 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.227535 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.227697 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.227859 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.228020 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.228206 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.228378 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.228541 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.228703 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.228864 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.229026 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.229190 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.229361 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.229525 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.229674 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.229835 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.229996 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.230146 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.230317 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.230478 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.230640 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.230800 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.230961 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.231123 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.231294 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.231456 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.231617 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.231779 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.231940 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.232125 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.232298 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.232459 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.232620 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.232836 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.232989 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.233120 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.233241 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.233400 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.233563 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.233732 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.233893 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.234055 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.234245 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.234379 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.234526 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.234691 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.234853 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.235017 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.235181 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.235346 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.235514 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.235687 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.235856 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.236020 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.236210 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.236381 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.236552 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.236714 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.236881 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.237055 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.237218 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.237383 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.237544 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238091 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238091 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238091 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238294 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238294 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238452 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238664 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238811 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.238934 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.239054 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.239218 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.239457 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.239623 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.239786 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.239948 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.240131 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:09:41.240292 dv-cinder-778193-25-smb neutron-server[103642]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103642) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:09:41.246327 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52396) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:41.255531 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064673 Mar 10 04:09:52.758074 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6ac41-19d6-405f-bed1-e94221083025 None None] get_active_networks_info from dv-cinder-778193-25-smb {{(pid=103753) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 04:09:52.824671 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e6ac41-19d6-405f-bed1-e94221083025 None None] No non-hosted networks {{(pid=103753) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 04:09:52.840358 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.agentschedulers_db [None req-34e6ac41-19d6-405f-bed1-e94221083025 None None] DHCP Agent not found on host dv-cinder-778193-25-smb {{(pid=103753) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 04:09:53.044863 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1a420300-235f-44bb-9fdb-56eb758e868a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628577'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.014676 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4a654c13-30fb-4398-8255-821887d868d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628577'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:55.075714 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.db.api [None req-df94999a-a050-4019-9846-cbfaff088587 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-25-smb {{(pid=103753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 04:09:55.076321 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG oslo_db.api [None req-df94999a-a050-4019-9846-cbfaff088587 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 04:09:55.684481 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-df94999a-a050-4019-9846-cbfaff088587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:56.349805 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628577'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:57.736634 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628577'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:58.885277 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52476) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:09:59.141995 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628577'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:09:59.142950 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.143362 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.143761 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.144312 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.144792 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.145818 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.146404 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.146751 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.147084 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.147408 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.147733 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.148070 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.148710 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:09:59.149282 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-25-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:59.157638 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-25-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:09:59.470739 dv-cinder-778193-25-smb neutron-server[103752]: WARNING oslo_policy.policy [None req-f9464374-5fd9-405e-a4a4-8ce6fc9a04bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:09:59.471335 dv-cinder-778193-25-smb neutron-server[103752]: WARNING oslo_policy.policy [None req-f9464374-5fd9-405e-a4a4-8ce6fc9a04bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:09:59.695780 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [None req-f9464374-5fd9-405e-a4a4-8ce6fc9a04bf admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:09:59.708136 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f9464374-5fd9-405e-a4a4-8ce6fc9a04bf admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8107903 Mar 10 04:10:00.145761 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.db.l3_hamode_db [None req-46a79284-8a6e-4d8e-9a46-5a9576c2bfe4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 04:10:00.225547 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a79284-8a6e-4d8e-9a46-5a9576c2bfe4 None None] Routers set() bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:00.226092 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a79284-8a6e-4d8e-9a46-5a9576c2bfe4 None None] Router IDs set() for agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 04:10:02.227588 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52502) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:02.529695 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-0767d904-843f-4d79-a0f9-a227de653014 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:02.623104 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.policy [None req-0767d904-843f-4d79-a0f9-a227de653014 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103752) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 04:10:02.665447 dv-cinder-778193-25-smb neutron-server[103752]: WARNING oslo_policy.policy [None req-0767d904-843f-4d79-a0f9-a227de653014 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:10:02.665824 dv-cinder-778193-25-smb neutron-server[103752]: WARNING oslo_policy.policy [None req-0767d904-843f-4d79-a0f9-a227de653014 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:10:02.810602 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0767d904-843f-4d79-a0f9-a227de653014 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743695748062', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743695748401', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743695766405', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743695764707', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743695786534', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743695779499', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1960985', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1854006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-989520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637026'] for rbac-policy (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.982824 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0767d904-843f-4d79-a0f9-a227de653014 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:02.983925 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0767d904-843f-4d79-a0f9-a227de653014 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7553074 Mar 10 04:10:05.469011 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52512) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:05.770485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:05.900692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Made reservation on behalf of 7b18b2391a1f4883b703c58e21d9966d for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:05.904500 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:05.921073 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.025775 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks [] for security_group (8955c1b1-d678-4b72-8007-77074994a30f), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.085835 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8955c1b1-d678-4b72-8007-77074994a30f), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.109791 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:10:06.143851 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743694350605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (2e192f3e-0237-4d22-bf32-c5e5b773419a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.144451 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Unsubscribe: segment precommit_create {{(pid=103752) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 04:10:06.145598 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Added segment 2e192f3e-0237-4d22-bf32-c5e5b773419a of type vlan for network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 Mar 10 04:10:06.160901 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8955c1b1-d678-4b72-8007-77074994a30f,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:06.172376 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.172724 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.173082 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.173426 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.173791 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.174084 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.174408 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.174729 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.175052 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.175388 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.175713 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.176080 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.176404 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Tracked resource versions report: Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: pushed versions: Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: { 'AddressGroup': {'1.2'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'ConntrackHelper': {'1.0'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Log': {'1.0'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Network': {'1.1'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Port': {'1.7'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'PortForwarding': {'1.2'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'QosPolicy': {'1.10'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroup': {'1.5'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'SubPort': {'1.0'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Subnet': {'1.1'}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Trunk': {'1.1'}} Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: consumer versions: Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'ConntrackHelper': '1.0', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'LocalIPAssociation': '1.0', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Log': '1.0', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Network': '1.1', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Port': '1.7', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'PortForwarding': '1.2', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'QosPolicy': '1.10', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroup': '1.5', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroupRule': '1.2', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'SubPort': '1.0', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Subnet': '1.1', Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: 'Trunk': '1.1'}} Mar 10 04:10:06.177539 dv-cinder-778193-25-smb neutron-server[103752]: {{(pid=103752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:10:06.261660 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (5d06df58-4760-40f0-b7e0-ec0059cc4c51), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.392259 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (5d06df58-4760-40f0-b7e0-ec0059cc4c51), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.397374 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:06.398068 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:06.511441 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] Pushing event updated for resources: {'Network': ['ID=5d06df58-4760-40f0-b7e0-ec0059cc4c51,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:06.523833 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:10:06.531861 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c7ce66b9-76f7-4432-99ec-85e652e2fe73 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0618238 Mar 10 04:10:09.080725 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52524) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:09.480611 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d599e013-69b7-4d0b-9404-229a90f484b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:09.481880 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d599e013-69b7-4d0b-9404-229a90f484b3 demo admin] 10.222.0.32 "GET /v2.0/networks/5d06df58-4760-40f0-b7e0-ec0059cc4c51 HTTP/1.1" status: 200 len: 825 time: 0.4002142 Mar 10 04:10:09.514025 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c1d9f90a-56d6-49e9-b40f-6982584c5dbc demo admin] 10.222.0.32 "GET /v2.0/subnetpools/701e02cd-2963-4c31-832b-c766eea7c464 HTTP/1.1" status: 200 len: 734 time: 0.0264983 Mar 10 04:10:09.522812 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '701e02cd-2963-4c31-832b-c766eea7c464', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:09.651106 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Made reservation on behalf of 7b18b2391a1f4883b703c58e21d9966d for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:09.653449 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.005846 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (ffabce54-9c1c-4822-9d69-7d7b1cf1c373), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.076748 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Pushing event updated for resources: {'Subnet': ['ID=ffabce54-9c1c-4822-9d69-7d7b1cf1c373,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:10.078810 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Checking segment: {'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:10.079200 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Network hostable DHCP agents. Network: 5d06df58-4760-40f0-b7e0-ec0059cc4c51, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:10:10.159242 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:10:10.228479 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 5d06df58-4760-40f0-b7e0-ec0059cc4c51) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:10.233056 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:10.235696 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.238564 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f28715-e169-4ef6-8c89-7676621903bc None None] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:10.303604 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-71d0c8b4-1f19-4684-ab26-94116414b0fe demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7840416 Mar 10 04:10:10.613076 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'fixed_ips': [{'subnet_id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:10:10.614320 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:10.887817 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Allocated IP 172.20.0.2 (5d06df58-4760-40f0-b7e0-ec0059cc4c51/ffabce54-9c1c-4822-9d69-7d7b1cf1c373/6fb36bab-76ba-49ee-8877-c5122074bb9c) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:11.154586 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Publish callbacks [] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:11.224196 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:11.296463 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:11.306945 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:11.312360 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Pushing event updated for resources: {'Port': ['ID=6fb36bab-76ba-49ee-8877-c5122074bb9c,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:11.316307 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:11.323952 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330764 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330764 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330764 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330764 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.330764 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Tracked resource versions report: Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: pushed versions: Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: { 'AddressGroup': {'1.2'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'ConntrackHelper': {'1.0'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Log': {'1.0'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Network': {'1.1'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Port': {'1.7'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'PortForwarding': {'1.2'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'QosPolicy': {'1.10'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroup': {'1.5'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'SubPort': {'1.0'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Subnet': {'1.1'}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Trunk': {'1.1'}} Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: consumer versions: Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'ConntrackHelper': '1.0', Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'LocalIPAssociation': '1.0', Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Log': '1.0', Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Network': '1.1', Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'Port': '1.7', Mar 10 04:10:11.331181 dv-cinder-778193-25-smb neutron-server[103753]: 'PortForwarding': '1.2', Mar 10 04:10:11.332690 dv-cinder-778193-25-smb neutron-server[103753]: 'QosPolicy': '1.10', Mar 10 04:10:11.332690 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroup': '1.5', Mar 10 04:10:11.332690 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroupRule': '1.2', Mar 10 04:10:11.332690 dv-cinder-778193-25-smb neutron-server[103753]: 'SubPort': '1.0', Mar 10 04:10:11.332690 dv-cinder-778193-25-smb neutron-server[103753]: 'Subnet': '1.1', Mar 10 04:10:11.332690 dv-cinder-778193-25-smb neutron-server[103753]: 'Trunk': '1.1'}} Mar 10 04:10:11.332690 dv-cinder-778193-25-smb neutron-server[103753]: {{(pid=103753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:10:11.407876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Attempting to bind port 6fb36bab-76ba-49ee-8877-c5122074bb9c on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:11.408231 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Attempting to bind port 6fb36bab-76ba-49ee-8877-c5122074bb9c by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:11.408663 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Attempting to bind port 6fb36bab-76ba-49ee-8877-c5122074bb9c on network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:11.414177 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:11.414789 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Checking segment: {'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:11.415282 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:11.415676 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Bound using segment: {'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:11.416164 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Bound port: 6fb36bab-76ba-49ee-8877-c5122074bb9c, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:11.416571 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:11.476734 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] For port 6fb36bab-76ba-49ee-8877-c5122074bb9c, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:11.481141 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] For port 6fb36bab-76ba-49ee-8877-c5122074bb9c, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=6fb36bab-76ba-49ee-8877-c5122074bb9c,segment=NetworkSegment(2e192f3e-0237-4d22-bf32-c5e5b773419a),segment_id=2e192f3e-0237-4d22-bf32-c5e5b773419a)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:11.564327 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:11.627602 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2556d5-0698-40df-bad8-ecf83a34db0c None None] Pushing event updated for resources: {'Port': ['ID=6fb36bab-76ba-49ee-8877-c5122074bb9c,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:12.863854 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52532) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:13.176825 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [None req-3221ffa9-5266-4fcb-9a17-47ada6da7e9b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:10:13.177823 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-3221ffa9-5266-4fcb-9a17-47ada6da7e9b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3129141 Mar 10 04:10:15.743068 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52540) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:16.050625 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [None req-5b9992b5-551e-4622-8ba1-a660a2237eb3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:10:16.050625 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-5b9992b5-551e-4622-8ba1-a660a2237eb3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3040540 Mar 10 04:10:18.595650 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52548) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:18.903443 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-2757f575-ac86-43df-96db-c938c81e9f1e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:18.988515 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2757f575-ac86-43df-96db-c938c81e9f1e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (b8c15c74-5d31-4faa-892b-90da69f3ccdd), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:18.989980 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2757f575-ac86-43df-96db-c938c81e9f1e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (b8c15c74-5d31-4faa-892b-90da69f3ccdd), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.124974 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2757f575-ac86-43df-96db-c938c81e9f1e demo demo] Publish callbacks [] for router_controller (b8c15c74-5d31-4faa-892b-90da69f3ccdd), precommit_add_association {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.240436 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2757f575-ac86-43df-96db-c938c81e9f1e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (b8c15c74-5d31-4faa-892b-90da69f3ccdd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.366964 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2757f575-ac86-43df-96db-c938c81e9f1e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:19.368189 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2757f575-ac86-43df-96db-c938c81e9f1e demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7714753 Mar 10 04:10:21.825158 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 6fb36bab-76ba-49ee-8877-c5122074bb9c up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:21.917597 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52560) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:21.923030 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 6fb36bab-76ba-49ee-8877-c5122074bb9c triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:21.923459 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.035453 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 6fb36bab-76ba-49ee-8877-c5122074bb9c is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:22.035856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.072522 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 6fb36bab-76ba-49ee-8877-c5122074bb9c, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=6fb36bab-76ba-49ee-8877-c5122074bb9c,segment=NetworkSegment(2e192f3e-0237-4d22-bf32-c5e5b773419a),segment_id=2e192f3e-0237-4d22-bf32-c5e5b773419a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:22.159562 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:22.210355 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=6fb36bab-76ba-49ee-8877-c5122074bb9c,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:22.264161 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [None req-a364a28d-6c57-4300-a13d-f393d6e01885 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:10:22.265265 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a364a28d-6c57-4300-a13d-f393d6e01885 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3467038 Mar 10 04:10:22.758388 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-165a4cba-52c5-4c89-8234-ba101d601d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.028145 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253e271-3bee-49cf-b4bf-3a42b80b03c6 None None] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:23.096161 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-08a95bff-b3b8-4ff3-b53d-c2a61ce7e5a4 None None] Provisioning complete for port 6fb36bab-76ba-49ee-8877-c5122074bb9c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:23.096555 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-08a95bff-b3b8-4ff3-b53d-c2a61ce7e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.222518 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-08a95bff-b3b8-4ff3-b53d-c2a61ce7e5a4 None None] Current status of the port 6fb36bab-76ba-49ee-8877-c5122074bb9c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:23.449834 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-9a4d7c0b-a8b2-4244-a2f0-b7b5b72bff9d None None] Provisioning complete for port 6fb36bab-76ba-49ee-8877-c5122074bb9c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:23.450245 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9a4d7c0b-a8b2-4244-a2f0-b7b5b72bff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.531148 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d7c0b-a8b2-4244-a2f0-b7b5b72bff9d None None] Current status of the port 6fb36bab-76ba-49ee-8877-c5122074bb9c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:23.819016 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 6fb36bab-76ba-49ee-8877-c5122074bb9c up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:23.864891 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 6fb36bab-76ba-49ee-8877-c5122074bb9c triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:23.865288 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:23.941144 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 6fb36bab-76ba-49ee-8877-c5122074bb9c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:24.815989 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52568) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:24.997848 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-bdb9cb14-a417-4529-9902-41421ac6ba5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.142714 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:25.243652 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Made reservation on behalf of 12f28f5499704d178a9557991931bf15 for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:25.245977 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.254619 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.324225 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks [] for security_group (04587e89-fb55-4320-9b1f-2a254c8e7b7c), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.404892 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (04587e89-fb55-4320-9b1f-2a254c8e7b7c), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.419281 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Reserving flat network on physical network physnet1 {{(pid=103752) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 04:10:25.440391 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04587e89-fb55-4320-9b1f-2a254c8e7b7c,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:25.445504 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (580b0340-ff14-469b-9d95-32f08fc512d5), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.445849 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Added segment 580b0340-ff14-469b-9d95-32f08fc512d5 of type flat for network ff4d3897-7db3-4db5-a843-12a7d68b282a Mar 10 04:10:25.490096 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (ff4d3897-7db3-4db5-a843-12a7d68b282a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.564854 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (ff4d3897-7db3-4db5-a843-12a7d68b282a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.566365 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:25.566948 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:25.658048 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] Pushing event updated for resources: {'Network': ['ID=ff4d3897-7db3-4db5-a843-12a7d68b282a,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:25.662565 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b200c046-f7f0-4d5e-8623-72d7a86c0e4a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8455615 Mar 10 04:10:25.687022 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network ff4d3897-7db3-4db5-a843-12a7d68b282a details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:10:26.313041 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:27.730567 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:28.242886 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52586) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:28.415929 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d08c5-02ed-491a-90a3-d2881abd717e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:28.417274 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ba6d08c5-02ed-491a-90a3-d2881abd717e demo admin] 10.222.0.32 "GET /v2.0/subnets/ffabce54-9c1c-4822-9d69-7d7b1cf1c373 HTTP/1.1" status: 200 len: 849 time: 0.1734490 Mar 10 04:10:28.536622 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-322881a1-9e80-4626-909f-1a4828f7d70d demo admin] 10.222.0.32 "GET /v2.0/routers/b8c15c74-5d31-4faa-892b-90da69f3ccdd HTTP/1.1" status: 200 len: 704 time: 0.1137006 Mar 10 04:10:28.799280 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.129214 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Allocated IP 172.20.0.1 (5d06df58-4760-40f0-b7e0-ec0059cc4c51/ffabce54-9c1c-4822-9d69-7d7b1cf1c373/4da7dbec-e4e1-4689-9316-91f11d74058c) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:29.147839 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.278025 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks [] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.392124 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.476593 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:29.480571 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Pushing event updated for resources: {'Port': ['ID=4da7dbec-e4e1-4689-9316-91f11d74058c,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:29.482795 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:29.494572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:29.495111 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (b8c15c74-5d31-4faa-892b-90da69f3ccdd), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.684237 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-b31d5ae8-08bb-4884-b0f8-69952e5b4cc2 None None] Provisioning complete for port 4da7dbec-e4e1-4689-9316-91f11d74058c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:29.684546 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b31d5ae8-08bb-4884-b0f8-69952e5b4cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.716458 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-b31d5ae8-08bb-4884-b0f8-69952e5b4cc2 None None] Port 4da7dbec-e4e1-4689-9316-91f11d74058c cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:10:29.760990 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:29.961895 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks [] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.025695 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.026444 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (b8c15c74-5d31-4faa-892b-90da69f3ccdd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.086054 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Pushing event updated for resources: {'Port': ['ID=4da7dbec-e4e1-4689-9316-91f11d74058c,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:30.147395 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:30.148705 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:30.439267 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-c283fd8b-f9a8-460d-9575-c868b6c8c9fc None None] Provisioning complete for port 4da7dbec-e4e1-4689-9316-91f11d74058c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:30.439799 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c283fd8b-f9a8-460d-9575-c868b6c8c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:30.444074 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Router b8c15c74-5d31-4faa-892b-90da69f3ccdd is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:10:30.477074 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-c283fd8b-f9a8-460d-9575-c868b6c8c9fc None None] Port 4da7dbec-e4e1-4689-9316-91f11d74058c cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:10:30.547478 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:10:30.553397 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-27acc097-09f6-4491-beb2-c8df84302040 demo admin] 10.222.0.32 "PUT /v2.0/routers/b8c15c74-5d31-4faa-892b-90da69f3ccdd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0113339 Mar 10 04:10:30.558064 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Sync routers for ids ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:10:30.570468 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Routers {'b8c15c74-5d31-4faa-892b-90da69f3ccdd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:30.571635 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:10:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:30.761826 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Set router b8c15c74-5d31-4faa-892b-90da69f3ccdd gateway port host: None {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:31.183767 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'name': 'router1', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:18Z', 'updated_at': '2022-03-10T04:10:29Z', 'revision_number': 2, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'gw_port_host': None, '_interfaces': [{'id': '4da7dbec-e4e1-4689-9316-91f11d74058c', 'name': '', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:28Z', 'updated_at': '2022-03-10T04:10:29Z', 'revision_number': 2, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'subnets': [{'id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701e02cd-2963-4c31-832b-c766eea7c464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:31.234485 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Checking router: b8c15c74-5d31-4faa-892b-90da69f3ccdd for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:10:31.234866 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Updating router b8c15c74-5d31-4faa-892b-90da69f3ccdd port 4da7dbec-e4e1-4689-9316-91f11d74058c binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:10:31.286009 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:31.787813 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Publish callbacks [] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:31.850727 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.005382 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Pushing event updated for resources: {'Port': ['ID=4da7dbec-e4e1-4689-9316-91f11d74058c,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:32.028535 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.028990 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.029319 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.029664 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.030015 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.030342 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.030843 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.031089 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.031625 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.032013 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.032373 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.032678 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.032994 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Tracked resource versions report: Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: pushed versions: Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: { 'AddressGroup': {'1.2'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'ConntrackHelper': {'1.0'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Log': {'1.0'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Network': {'1.1'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Port': {'1.7'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'PortForwarding': {'1.2'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'QosPolicy': {'1.10'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroup': {'1.5'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'SubPort': {'1.0'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Subnet': {'1.1'}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Trunk': {'1.1'}} Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: consumer versions: Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'ConntrackHelper': '1.0', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'LocalIPAssociation': '1.0', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Log': '1.0', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Network': '1.1', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Port': '1.7', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'PortForwarding': '1.2', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'QosPolicy': '1.10', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroup': '1.5', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroupRule': '1.2', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'SubPort': '1.0', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Subnet': '1.1', Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: 'Trunk': '1.1'}} Mar 10 04:10:32.034187 dv-cinder-778193-25-smb neutron-server[103754]: {{(pid=103754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:10:32.047333 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Attempting to bind port 4da7dbec-e4e1-4689-9316-91f11d74058c on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:32.047762 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Attempting to bind port 4da7dbec-e4e1-4689-9316-91f11d74058c by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:32.048237 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Attempting to bind port 4da7dbec-e4e1-4689-9316-91f11d74058c on network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:32.053777 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:32.054171 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Checking segment: {'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:32.054683 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.055071 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Bound using segment: {'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:32.055525 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Bound port: 4da7dbec-e4e1-4689-9316-91f11d74058c, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e192f3e-0237-4d22-bf32-c5e5b773419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:32.055898 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.106731 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-e0059bf9-3123-4a4d-b299-f0ce80d8f79b None None] Provisioning complete for port 4da7dbec-e4e1-4689-9316-91f11d74058c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:32.107304 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e0059bf9-3123-4a4d-b299-f0ce80d8f79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.140160 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] For port 4da7dbec-e4e1-4689-9316-91f11d74058c, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:32.141695 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-e0059bf9-3123-4a4d-b299-f0ce80d8f79b None None] Port 4da7dbec-e4e1-4689-9316-91f11d74058c cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:10:32.161282 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] For port 4da7dbec-e4e1-4689-9316-91f11d74058c, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=4da7dbec-e4e1-4689-9316-91f11d74058c,segment=NetworkSegment(2e192f3e-0237-4d22-bf32-c5e5b773419a),segment_id=2e192f3e-0237-4d22-bf32-c5e5b773419a)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:32.238504 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.296283 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Routers {'b8c15c74-5d31-4faa-892b-90da69f3ccdd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:32.296906 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:10:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:32.302287 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834271a-45d7-457f-8c59-980a503925ae None None] Pushing event updated for resources: {'Port': ['ID=4da7dbec-e4e1-4689-9316-91f11d74058c,revision_number=4']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:32.390993 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] Set router b8c15c74-5d31-4faa-892b-90da69f3ccdd gateway port host: None {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:32.461690 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-7924799b-780f-40d9-8f19-49ad5a93709a None None] Provisioning complete for port 4da7dbec-e4e1-4689-9316-91f11d74058c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:32.462512 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-7924799b-780f-40d9-8f19-49ad5a93709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.542841 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-7924799b-780f-40d9-8f19-49ad5a93709a None None] Current status of the port 4da7dbec-e4e1-4689-9316-91f11d74058c is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:32.543158 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-7924799b-780f-40d9-8f19-49ad5a93709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.578256 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-7924799b-780f-40d9-8f19-49ad5a93709a None None] For port 4da7dbec-e4e1-4689-9316-91f11d74058c, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=4da7dbec-e4e1-4689-9316-91f11d74058c,segment=NetworkSegment(2e192f3e-0237-4d22-bf32-c5e5b773419a),segment_id=2e192f3e-0237-4d22-bf32-c5e5b773419a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:32.610089 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'name': 'router1', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:18Z', 'updated_at': '2022-03-10T04:10:29Z', 'revision_number': 2, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'gw_port_host': None, '_interfaces': [{'id': '4da7dbec-e4e1-4689-9316-91f11d74058c', 'name': '', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:28Z', 'updated_at': '2022-03-10T04:10:32Z', 'revision_number': 4, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'subnets': [{'id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701e02cd-2963-4c31-832b-c766eea7c464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:32.635030 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fceba2-a0ef-42cc-ac98-3aab3b06b200 None None] The sync data for ids ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'] in dv-cinder-778193-25-smb is: [{'id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'name': 'router1', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:18Z', 'updated_at': '2022-03-10T04:10:29Z', 'revision_number': 2, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'gw_port_host': None, '_interfaces': [{'id': '4da7dbec-e4e1-4689-9316-91f11d74058c', 'name': '', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:28Z', 'updated_at': '2022-03-10T04:10:32Z', 'revision_number': 4, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'subnets': [{'id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701e02cd-2963-4c31-832b-c766eea7c464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:10:32.661688 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-7924799b-780f-40d9-8f19-49ad5a93709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:32.709543 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924799b-780f-40d9-8f19-49ad5a93709a None None] Pushing event updated for resources: {'Port': ['ID=4da7dbec-e4e1-4689-9316-91f11d74058c,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:33.026576 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 52608) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:33.132947 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc7065-a205-4a7f-b4de-f0963cb934c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:33.134347 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f3fc7065-a205-4a7f-b4de-f0963cb934c7 admin admin] 10.222.0.32 "GET /v2.0/networks/ff4d3897-7db3-4db5-a843-12a7d68b282a HTTP/1.1" status: 200 len: 842 time: 0.1067524 Mar 10 04:10:33.144305 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:33.227550 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Made reservation on behalf of 12f28f5499704d178a9557991931bf15 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:10:33.229897 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:33.661879 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.objects.ports [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103752) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 04:10:33.662312 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (a399e576-cf86-4d91-b36e-faf18bcbad85), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:33.719978 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a399e576-cf86-4d91-b36e-faf18bcbad85,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:33.730119 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:33.730473 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Network hostable DHCP agents. Network: ff4d3897-7db3-4db5-a843-12a7d68b282a, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:10:33.833198 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:10:33.907232 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, ff4d3897-7db3-4db5-a843-12a7d68b282a) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:33.911182 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:33.911991 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:33.918591 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7690257-5ae7-4e0c-9676-4682b77bdc5a None None] Network ff4d3897-7db3-4db5-a843-12a7d68b282a requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:33.984513 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-6860aa5a-0ca9-4693-8045-0648ea4c4fd3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8441479 Mar 10 04:10:34.018829 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eeb8ad-85ae-44af-a186-a3868e3556ff None None] Network ff4d3897-7db3-4db5-a843-12a7d68b282a requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:10:36.399952 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 52616) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:36.547442 dv-cinder-778193-25-smb neutron-server[103751]: WARNING oslo_policy.policy [None req-80f1f2cf-dddd-4024-825a-139aa3a8e80e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:10:36.548033 dv-cinder-778193-25-smb neutron-server[103751]: WARNING oslo_policy.policy [None req-80f1f2cf-dddd-4024-825a-139aa3a8e80e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:10:36.829121 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.policy [None req-80f1f2cf-dddd-4024-825a-139aa3a8e80e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103751) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 04:10:36.873062 dv-cinder-778193-25-smb neutron-server[103751]: WARNING oslo_policy.policy [None req-80f1f2cf-dddd-4024-825a-139aa3a8e80e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:10:36.873461 dv-cinder-778193-25-smb neutron-server[103751]: WARNING oslo_policy.policy [None req-80f1f2cf-dddd-4024-825a-139aa3a8e80e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:10:37.109529 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-80f1f2cf-dddd-4024-825a-139aa3a8e80e demo admin] 10.222.0.32 "GET /v2.0/routers/b8c15c74-5d31-4faa-892b-90da69f3ccdd HTTP/1.1" status: 200 len: 710 time: 0.7073023 Mar 10 04:10:37.296639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558ec71-3575-44bf-a1d6-01ddeb42bc85 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:10:37.298372 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d558ec71-3575-44bf-a1d6-01ddeb42bc85 demo admin] 10.222.0.32 "GET /v2.0/networks/ff4d3897-7db3-4db5-a843-12a7d68b282a HTTP/1.1" status: 200 len: 886 time: 0.1834896 Mar 10 04:10:37.307279 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:10:37.576850 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks [] for router_gateway (b8c15c74-5d31-4faa-892b-90da69f3ccdd), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.874705 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks [] for router_gateway (b8c15c74-5d31-4faa-892b-90da69f3ccdd), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:37.959472 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:38.159375 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Allocated IP 172.28.0.68 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/ec601f92-1efe-4886-af29-2d2fed8e5b7f) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:10:38.269565 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks [] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:38.387742 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:38.450020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:10:38.454813 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:10:38.503723 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:10:38.506120 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Pushing event updated for resources: {'Port': ['ID=ec601f92-1efe-4886-af29-2d2fed8e5b7f,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:38.544659 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.544937 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.545290 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.545639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.545976 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.546307 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.546635 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.546961 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.547289 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.547631 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.547958 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.548306 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.548626 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Tracked resource versions report: Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: pushed versions: Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: { 'AddressGroup': {'1.2'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'ConntrackHelper': {'1.0'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Log': {'1.0'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Network': {'1.1'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Port': {'1.7'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'PortForwarding': {'1.2'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'QosPolicy': {'1.10'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroup': {'1.5'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'SubPort': {'1.0'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Subnet': {'1.1'}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Trunk': {'1.1'}} Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: consumer versions: Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'ConntrackHelper': '1.0', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'LocalIPAssociation': '1.0', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Log': '1.0', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Network': '1.1', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Port': '1.7', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'PortForwarding': '1.2', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'QosPolicy': '1.10', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroup': '1.5', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroupRule': '1.2', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'SubPort': '1.0', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Subnet': '1.1', Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: 'Trunk': '1.1'}} Mar 10 04:10:38.549798 dv-cinder-778193-25-smb neutron-server[103751]: {{(pid=103751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:10:38.898572 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks [] for router_gateway (b8c15c74-5d31-4faa-892b-90da69f3ccdd), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:39.140168 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8423'] for router (b8c15c74-5d31-4faa-892b-90da69f3ccdd), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:39.145667 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627674'] for router (b8c15c74-5d31-4faa-892b-90da69f3ccdd), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:39.260897 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Router b8c15c74-5d31-4faa-892b-90da69f3ccdd has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:10:39.379766 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:10:39.384567 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:39.385839 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-de4aa7e7-6014-403e-9973-f0e1d366d727 demo admin] 10.222.0.32 "PUT /v2.0/routers/b8c15c74-5d31-4faa-892b-90da69f3ccdd HTTP/1.1" status: 200 len: 889 time: 2.0818632 Mar 10 04:10:39.831319 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 4da7dbec-e4e1-4689-9316-91f11d74058c up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:39.878574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 4da7dbec-e4e1-4689-9316-91f11d74058c triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:39.878900 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:39.952258 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 4da7dbec-e4e1-4689-9316-91f11d74058c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:40.103629 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:10:41.273134 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Sync routers for ids ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:10:41.284686 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Routers {'b8c15c74-5d31-4faa-892b-90da69f3ccdd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:41.285328 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:10:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:41.505590 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Set router b8c15c74-5d31-4faa-892b-90da69f3ccdd gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:41.952947 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 52640) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:10:41.967772 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'name': 'router1', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ec601f92-1efe-4886-af29-2d2fed8e5b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:18Z', 'updated_at': '2022-03-10T04:10:38Z', 'revision_number': 4, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'gw_port': {'id': 'ec601f92-1efe-4886-af29-2d2fed8e5b7f', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:37Z', 'updated_at': '2022-03-10T04:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4da7dbec-e4e1-4689-9316-91f11d74058c', 'name': '', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:28Z', 'updated_at': '2022-03-10T04:10:32Z', 'revision_number': 5, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'subnets': [{'id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701e02cd-2963-4c31-832b-c766eea7c464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:42.016237 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Checking router: b8c15c74-5d31-4faa-892b-90da69f3ccdd for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:10:42.016558 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Updating router b8c15c74-5d31-4faa-892b-90da69f3ccdd port ec601f92-1efe-4886-af29-2d2fed8e5b7f binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:10:42.068820 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-4a16f7be-62e6-4c97-91b9-60d056bc2eab admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1147294 Mar 10 04:10:42.070154 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.396714 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Publish callbacks [] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.473738 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.529266 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c20a4-6f4e-4092-99aa-ce57ef0d06ef None None] Pushing event updated for resources: {'Port': ['ID=ec601f92-1efe-4886-af29-2d2fed8e5b7f,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:42.534991 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Attempting to bind port ec601f92-1efe-4886-af29-2d2fed8e5b7f on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:10:42.535369 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Attempting to bind port ec601f92-1efe-4886-af29-2d2fed8e5b7f by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:10:42.535744 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Attempting to bind port ec601f92-1efe-4886-af29-2d2fed8e5b7f on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:10:42.541626 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:10:42.542025 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:10:42.542468 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.542870 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:10:42.543345 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Bound port: ec601f92-1efe-4886-af29-2d2fed8e5b7f, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:10:42.543737 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.595335 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] For port ec601f92-1efe-4886-af29-2d2fed8e5b7f, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:10:42.598951 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] For port ec601f92-1efe-4886-af29-2d2fed8e5b7f, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=ec601f92-1efe-4886-af29-2d2fed8e5b7f,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:10:42.666665 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:42.724257 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c20a4-6f4e-4092-99aa-ce57ef0d06ef None None] Pushing event updated for resources: {'Port': ['ID=ec601f92-1efe-4886-af29-2d2fed8e5b7f,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:42.726667 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Routers {'b8c15c74-5d31-4faa-892b-90da69f3ccdd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:10:42.727259 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:10:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:42.836165 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] Set router b8c15c74-5d31-4faa-892b-90da69f3ccdd gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:10:43.056979 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'name': 'router1', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ec601f92-1efe-4886-af29-2d2fed8e5b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:18Z', 'updated_at': '2022-03-10T04:10:38Z', 'revision_number': 4, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'gw_port': {'id': 'ec601f92-1efe-4886-af29-2d2fed8e5b7f', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:37Z', 'updated_at': '2022-03-10T04:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4da7dbec-e4e1-4689-9316-91f11d74058c', 'name': '', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:28Z', 'updated_at': '2022-03-10T04:10:32Z', 'revision_number': 5, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'subnets': [{'id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701e02cd-2963-4c31-832b-c766eea7c464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:10:43.082963 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f825d1-805a-4be6-8799-505526da5ea0 None None] The sync data for ids ['b8c15c74-5d31-4faa-892b-90da69f3ccdd'] in dv-cinder-778193-25-smb is: [{'id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'name': 'router1', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ec601f92-1efe-4886-af29-2d2fed8e5b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:10:18Z', 'updated_at': '2022-03-10T04:10:38Z', 'revision_number': 4, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'gw_port': {'id': 'ec601f92-1efe-4886-af29-2d2fed8e5b7f', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:37Z', 'updated_at': '2022-03-10T04:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4da7dbec-e4e1-4689-9316-91f11d74058c', 'name': '', 'network_id': '5d06df58-4760-40f0-b7e0-ec0059cc4c51', 'tenant_id': '7b18b2391a1f4883b703c58e21d9966d', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c15c74-5d31-4faa-892b-90da69f3ccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:10:28Z', 'updated_at': '2022-03-10T04:10:32Z', 'revision_number': 5, 'project_id': '7b18b2391a1f4883b703c58e21d9966d', 'subnets': [{'id': 'ffabce54-9c1c-4822-9d69-7d7b1cf1c373', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '701e02cd-2963-4c31-832b-c766eea7c464'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:10:43.882658 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device ec601f92-1efe-4886-af29-2d2fed8e5b7f up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:43.941976 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port ec601f92-1efe-4886-af29-2d2fed8e5b7f triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:43.942724 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:44.044339 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port ec601f92-1efe-4886-af29-2d2fed8e5b7f is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:44.044339 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:44.064879 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port ec601f92-1efe-4886-af29-2d2fed8e5b7f, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=ec601f92-1efe-4886-af29-2d2fed8e5b7f,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:10:44.164575 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:44.219550 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=ec601f92-1efe-4886-af29-2d2fed8e5b7f,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:10:45.856235 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device ec601f92-1efe-4886-af29-2d2fed8e5b7f up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:10:45.933970 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port ec601f92-1efe-4886-af29-2d2fed8e5b7f triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:10:45.935226 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (ec601f92-1efe-4886-af29-2d2fed8e5b7f), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:46.021464 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port ec601f92-1efe-4886-af29-2d2fed8e5b7f is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:10:52.746939 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-15118fa8-43db-4f00-b60d-594a96589653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:54.998507 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa883-374d-44f2-b801-a34d1ad540bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:56.316945 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:57.649434 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:10:59.112369 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:17.103220 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:11:22.791441 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d86cc121-40f4-41da-ad5a-7fbfeda3dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:24.991088 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5a2228b9-9177-47e7-ab61-58023e7943b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:26.306336 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:27.682227 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:29.122124 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:52.755890 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9a183856-767d-4277-8cb1-e73d059fd177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:54.101727 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:11:55.000920 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8ef91913-0d6f-46bf-8cfb-fbfa049f568c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:56.280896 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:57.675362 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:11:59.138489 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:05.647249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53124) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:05.707752 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.pecan_wsgi.hooks.translation [None req-3246e4da-37ab-4c4f-947a-aebbaa32c9e5 admin admin] GET failed (client error): The resource could not be found. Mar 10 04:12:05.709084 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-3246e4da-37ab-4c4f-947a-aebbaa32c9e5 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608659 Mar 10 04:12:05.865612 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1a591-0afe-45e2-8c00-7cc420d99f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:05.867084 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-36c1a591-0afe-45e2-8c00-7cc420d99f89 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1538265 Mar 10 04:12:08.172417 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53134) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:08.263502 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b017f9c0-bab6-4357-b764-0e0c6217c41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:08.265396 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b017f9c0-bab6-4357-b764-0e0c6217c41a admin admin] 10.222.0.32 "GET /v2.0/subnets/ffabce54-9c1c-4822-9d69-7d7b1cf1c373 HTTP/1.1" status: 200 len: 849 time: 0.0920117 Mar 10 04:12:08.274660 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:12:08.355314 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Publish callbacks [] for subnet (ffabce54-9c1c-4822-9d69-7d7b1cf1c373), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:08.532450 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743694426206'] for subnet (ffabce54-9c1c-4822-9d69-7d7b1cf1c373), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:08.563816 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:08.564082 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:08.565361 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] 10.222.0.32 "PUT /v2.0/subnets/ffabce54-9c1c-4822-9d69-7d7b1cf1c373 HTTP/1.1" status: 200 len: 868 time: 0.2942514 Mar 10 04:12:08.567054 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b334df-9944-4626-99c5-5fb398c8f71b None None] Network 5d06df58-4760-40f0-b7e0-ec0059cc4c51 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:12:08.585574 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffabce54-9c1c-4822-9d69-7d7b1cf1c373,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:12:08.592942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.597572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e1faf-8795-4125-8341-be73ece87781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:12:08.888812 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-9eddb278-5782-4be1-95f2-a1a654e8d535 None None] Provisioning complete for port 6fb36bab-76ba-49ee-8877-c5122074bb9c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:12:08.889222 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9eddb278-5782-4be1-95f2-a1a654e8d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6fb36bab-76ba-49ee-8877-c5122074bb9c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:08.968590 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-9eddb278-5782-4be1-95f2-a1a654e8d535 None None] Current status of the port 6fb36bab-76ba-49ee-8877-c5122074bb9c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:08.978243 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-9eddb278-5782-4be1-95f2-a1a654e8d535 None None] Provisioning complete for port 4da7dbec-e4e1-4689-9316-91f11d74058c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:12:08.978641 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9eddb278-5782-4be1-95f2-a1a654e8d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4da7dbec-e4e1-4689-9316-91f11d74058c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:09.057471 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-9eddb278-5782-4be1-95f2-a1a654e8d535 None None] Current status of the port 4da7dbec-e4e1-4689-9316-91f11d74058c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:12:10.899411 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53142) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:11.097470 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0209290-3430-4db2-a330-2bf49b194c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:11.097949 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0209290-3430-4db2-a330-2bf49b194c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:11.099496 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e0209290-3430-4db2-a330-2bf49b194c63 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991153 Mar 10 04:12:13.411244 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53150) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:13.540874 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944bfb3-796b-400e-a2de-cb9c4d7b4143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:13.541339 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944bfb3-796b-400e-a2de-cb9c4d7b4143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:13.542868 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0944bfb3-796b-400e-a2de-cb9c4d7b4143 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304538 Mar 10 04:12:15.848677 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53158) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:15.977302 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62354c8-0c4f-4f6b-99fd-fbf02113c2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:15.978668 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d62354c8-0c4f-4f6b-99fd-fbf02113c2cd admin admin] 10.222.0.32 "GET /v2.0/networks/5d06df58-4760-40f0-b7e0-ec0059cc4c51 HTTP/1.1" status: 200 len: 869 time: 0.1290460 Mar 10 04:12:18.304788 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53166) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:18.426981 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2b97c0-9f63-4d42-8fcd-38bdee097abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:18.428386 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-df2b97c0-9f63-4d42-8fcd-38bdee097abd admin admin] 10.222.0.32 "GET /v2.0/networks/ff4d3897-7db3-4db5-a843-12a7d68b282a HTTP/1.1" status: 200 len: 886 time: 0.1226261 Mar 10 04:12:20.740867 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53174) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:20.871419 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2883241-3087-4080-999d-3160d5fdfa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.871865 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2883241-3087-4080-999d-3160d5fdfa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:20.873984 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-a2883241-3087-4080-999d-3160d5fdfa9f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321771 Mar 10 04:12:22.772211 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f104f640-82a2-4a2c-b53b-5f4673d77f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:23.195767 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53184) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:23.284825 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01f382-c128-4777-a83f-b62d5b4c8134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:23.285526 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01f382-c128-4777-a83f-b62d5b4c8134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:23.287040 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7d01f382-c128-4777-a83f-b62d5b4c8134 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903068 Mar 10 04:12:25.000379 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3b931da3-a7e7-464b-a0a5-d90341a573bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:25.581306 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53192) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:25.665472 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894982b1-88a0-4b69-8dc7-55bd045e8edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:25.666789 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-894982b1-88a0-4b69-8dc7-55bd045e8edb admin admin] 10.222.0.32 "GET /v2.0/subnets/a399e576-cf86-4d91-b36e-faf18bcbad85 HTTP/1.1" status: 200 len: 816 time: 0.0845466 Mar 10 04:12:26.297764 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:27.686344 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:27.996629 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53200) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:28.104391 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4d183-26fa-49a5-bfa9-14e0cf294550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:28.105769 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-5bc4d183-26fa-49a5-bfa9-14e0cf294550 admin admin] 10.222.0.32 "GET /v2.0/subnets/ffabce54-9c1c-4822-9d69-7d7b1cf1c373 HTTP/1.1" status: 200 len: 868 time: 0.1081135 Mar 10 04:12:29.148879 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:31.099837 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:12:52.777242 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c2302443-12dc-4069-8e31-b536abbaaf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:55.004354 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-90c9f8d1-2b0a-4491-b04e-9437984c658d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.314082 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:56.332647 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53252) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:56.379567 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [None req-61a56f86-20fb-41b3-8aa5-5153fcf1869d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:12:56.380609 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-61a56f86-20fb-41b3-8aa5-5153fcf1869d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470195 Mar 10 04:12:57.696625 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:12:58.781050 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53260) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:12:58.858306 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0941be-60ad-4edf-86ad-7afb759ce338 admin admin] GET failed (client error): The resource could not be found. Mar 10 04:12:58.859599 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ea0941be-60ad-4edf-86ad-7afb759ce338 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0776608 Mar 10 04:12:58.941839 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578df75-086f-4336-a296-e2ac3c8c3d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:12:58.943288 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a578df75-086f-4336-a296-e2ac3c8c3d87 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795503 Mar 10 04:12:59.154110 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:01.293176 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53268) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:01.338385 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:01.409410 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Made reservation on behalf of 12f28f5499704d178a9557991931bf15 for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:01.411605 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:01.441243 dv-cinder-778193-25-smb neutron-server[103752]: WARNING neutron.services.revisions.revision_plugin [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Could not find related network for resource to bump revision. Mar 10 04:13:01.452235 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:13:01.460314 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (7699288b-a596-43d6-aa6b-f598effd7dab), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:01.460650 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Added segment 7699288b-a596-43d6-aa6b-f598effd7dab of type vlan for network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b Mar 10 04:13:01.497087 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (bf1e36dd-d044-429b-b5ac-cc4ad8e4461b), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:01.592490 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (bf1e36dd-d044-429b-b5ac-cc4ad8e4461b), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:01.593454 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:01.594035 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:01.649135 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] Pushing event updated for resources: {'Network': ['ID=bf1e36dd-d044-429b-b5ac-cc4ad8e4461b,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:01.659623 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:13:01.687124 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-aaa66c13-d747-4bdf-acf2-bc840ede841b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3928480 Mar 10 04:13:04.003798 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53276) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:13:04.063178 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cadfcc-5f77-4ebf-b716-d8fe2434b536 admin admin] GET failed (client error): The resource could not be found. Mar 10 04:13:04.064468 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f3cadfcc-5f77-4ebf-b716-d8fe2434b536 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595806 Mar 10 04:13:04.224638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c97c4-85ba-4731-bf5a-003da38e4bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:04.226094 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-724c97c4-85ba-4731-bf5a-003da38e4bd4 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1577740 Mar 10 04:13:04.236057 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b', 'cidr': '192.168.233.0/24'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:13:04.330797 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Made reservation on behalf of 12f28f5499704d178a9557991931bf15 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:13:04.333053 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.565714 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (dfb8b551-e956-4ed7-a97e-1cdb7b82bb37), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.616895 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb8b551-e956-4ed7-a97e-1cdb7b82bb37,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:04.627299 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Checking segment: {'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:04.627657 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Network hostable DHCP agents. Network: bf1e36dd-d044-429b-b5ac-cc4ad8e4461b, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:13:04.696545 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:13:04.770613 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, bf1e36dd-d044-429b-b5ac-cc4ad8e4461b) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:04.774474 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:13:04.775071 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:04.779923 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacca406-62e9-4c2c-9e22-4a32dfca3176 None None] Network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:13:04.871141 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-19f3a638-d370-4ea1-8429-261a37fd9a6d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6382837 Mar 10 04:13:04.887015 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-bf1e36dd-d044-429b-b5ac-cc4ad8e4461b', 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b', 'project_id': '12f28f5499704d178a9557991931bf15', 'fixed_ips': [{'subnet_id': 'dfb8b551-e956-4ed7-a97e-1cdb7b82bb37'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:13:04.887924 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:05.032237 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Allocated IP 192.168.233.2 (bf1e36dd-d044-429b-b5ac-cc4ad8e4461b/dfb8b551-e956-4ed7-a97e-1cdb7b82bb37/3e0e536f-ad23-492c-8602-c0d6c9e7877e) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:13:05.272492 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Publish callbacks [] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:05.354183 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:05.391849 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:13:05.396633 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:13:05.400153 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:13:05.407627 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Pushing event updated for resources: {'Port': ['ID=3e0e536f-ad23-492c-8602-c0d6c9e7877e,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:05.433894 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.434259 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.434632 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.434983 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.435324 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.435661 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.435997 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.436351 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.436684 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.437038 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.437377 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.437698 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.438025 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:13:05.473060 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Attempting to bind port 3e0e536f-ad23-492c-8602-c0d6c9e7877e on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:13:05.473436 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Attempting to bind port 3e0e536f-ad23-492c-8602-c0d6c9e7877e by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:13:05.473806 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Attempting to bind port 3e0e536f-ad23-492c-8602-c0d6c9e7877e on network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:13:05.478894 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:13:05.479281 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Checking segment: {'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:13:05.479682 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:05.480101 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Bound using segment: {'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:13:05.481153 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Bound port: 3e0e536f-ad23-492c-8602-c0d6c9e7877e, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:13:05.481539 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:05.544099 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] For port 3e0e536f-ad23-492c-8602-c0d6c9e7877e, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:13:05.547621 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] For port 3e0e536f-ad23-492c-8602-c0d6c9e7877e, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=3e0e536f-ad23-492c-8602-c0d6c9e7877e,segment=NetworkSegment(7699288b-a596-43d6-aa6b-f598effd7dab),segment_id=7699288b-a596-43d6-aa6b-f598effd7dab)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:13:05.622762 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:05.679555 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407bb9-e934-4a7e-9186-bc34cf3d16ce None None] Pushing event updated for resources: {'Port': ['ID=3e0e536f-ad23-492c-8602-c0d6c9e7877e,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:05.990075 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 3e0e536f-ad23-492c-8602-c0d6c9e7877e up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:06.039512 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 3e0e536f-ad23-492c-8602-c0d6c9e7877e triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:06.039899 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:06.118377 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 3e0e536f-ad23-492c-8602-c0d6c9e7877e is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:06.118770 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:06.152952 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 3e0e536f-ad23-492c-8602-c0d6c9e7877e, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=3e0e536f-ad23-492c-8602-c0d6c9e7877e,segment=NetworkSegment(7699288b-a596-43d6-aa6b-f598effd7dab),segment_id=7699288b-a596-43d6-aa6b-f598effd7dab)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:13:06.232431 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:06.279939 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=3e0e536f-ad23-492c-8602-c0d6c9e7877e,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:13:06.574489 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a1461-dcd6-4d92-bb0d-5d15303eb477 None None] Network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:13:06.641328 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-8fa0afdf-ceef-4202-8914-13f1b91ac63c None None] Provisioning complete for port 3e0e536f-ad23-492c-8602-c0d6c9e7877e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:06.641715 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8fa0afdf-ceef-4202-8914-13f1b91ac63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:06.755620 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0afdf-ceef-4202-8914-13f1b91ac63c None None] Current status of the port 3e0e536f-ad23-492c-8602-c0d6c9e7877e is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:06.976095 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-02f58017-9fdf-44c8-94d6-a7bc06a49455 None None] Provisioning complete for port 3e0e536f-ad23-492c-8602-c0d6c9e7877e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:06.976486 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-02f58017-9fdf-44c8-94d6-a7bc06a49455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:07.052693 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-02f58017-9fdf-44c8-94d6-a7bc06a49455 None None] Current status of the port 3e0e536f-ad23-492c-8602-c0d6c9e7877e is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:07.901483 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 3e0e536f-ad23-492c-8602-c0d6c9e7877e up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:13:07.953114 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 3e0e536f-ad23-492c-8602-c0d6c9e7877e triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:13:07.953509 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (3e0e536f-ad23-492c-8602-c0d6c9e7877e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:08.025711 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 3e0e536f-ad23-492c-8602-c0d6c9e7877e is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:13:08.098076 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:13:22.793487 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-21d79ec4-d88d-4975-8205-610f7e7fdeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:25.016268 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-33b0657e-b884-49f5-97c0-564eb6573a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:26.319193 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:27.690940 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:29.141793 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:45.096924 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:13:52.796256 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-a3e963d5-28bc-403b-96c5-b06e94252cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:55.019950 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-0edb375a-4940-4b53-b944-c8810b4cb0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:56.318158 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:57.683756 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:13:59.153130 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:22.096272 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:14:22.774781 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-41a09974-fee8-4637-8032-658c96a947a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:25.023214 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ccfb53fa-cc92-45c1-9e72-6456838d865f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:26.334835 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:27.694742 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:29.157192 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:39.471604 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53314) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:39.477181 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [None req-5cd00c94-1a70-4aa8-916f-91f55961b91b tempest-verify_tempest_config-1452551551 tempest-verify_tempest_config-1452551551-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:14:39.478169 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-5cd00c94-1a70-4aa8-916f-91f55961b91b tempest-verify_tempest_config-1452551551 tempest-verify_tempest_config-1452551551-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055473 Mar 10 04:14:39.941522 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53332) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:40.042663 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:40.117050 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Publish callbacks [] for security_group (509a95b2-613f-4a0d-ae56-df0a3d59d961), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:40.228366 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (509a95b2-613f-4a0d-ae56-df0a3d59d961), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:40.272691 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e2d20fea02745bfaccdfbb0c3bedbd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3300772 Mar 10 04:14:40.273593 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a95b2-613f-4a0d-ae56-df0a3d59d961,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:40.275623 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53336) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:14:40.281466 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.281911 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.282352 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.282700 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.283033 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.283364 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.283710 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.284061 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.284393 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.284736 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.285067 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.285418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.285745 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26056a16-0ce3-4711-b620-7e379805d024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.356050 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Publish callbacks [] for security_group (509a95b2-613f-4a0d-ae56-df0a3d59d961), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:40.375867 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Publish callbacks [] for security_group (509a95b2-613f-4a0d-ae56-df0a3d59d961), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:40.508331 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (509a95b2-613f-4a0d-ae56-df0a3d59d961), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:40.510900 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:40.512104 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/509a95b2-613f-4a0d-ae56-df0a3d59d961 HTTP/1.1" status: 204 len: 168 time: 0.2354255 Mar 10 04:14:40.519834 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a95b2-613f-4a0d-ae56-df0a3d59d961,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:14:40.527038 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.527353 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.527709 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.528067 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.528425 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.528767 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.529117 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.529457 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.529792 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.530515 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.530736 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.531064 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:40.531393 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756507a-4498-4790-96d1-046f84fa69a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:14:52.763013 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d76b927e-acba-4c54-8d6f-31f5a2d91fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:55.054482 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-72b42612-acf8-4b16-b343-f3fdf46f8618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:56.335983 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:57.707444 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:14:59.094681 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:14:59.122288 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:22.769341 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d29de04b-dea2-4b0c-b296-b733857e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:25.030557 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2444f924-fb5b-4a4d-bd51-94c72f72f4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:26.329103 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:27.694700 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:29.140187 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:36.093283 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:15:52.807847 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9735-6947-4e3c-aa19-f91272965c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:55.001876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-015c0d16-a7d7-437e-8d0c-ae4ae21a73b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:56.338968 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:57.710766 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:15:59.133152 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:13.091820 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 5 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:16:21.784200 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628577'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:22.766665 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5f3218f4-5406-4335-b167-d9a5a34b07ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:25.052203 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-a01404ec-c30e-48fa-9920-1dc74a50c740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:26.326231 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:27.686214 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:29.132215 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:36.066060 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53408) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:36.168769 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-ad42f406-a229-4815-9a79-9cdd975eb31b admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1016276 Mar 10 04:16:38.514483 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53418) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:16:38.576315 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-98cee383-fed6-47ce-90cf-6f79ea00217d admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0606890 Mar 10 04:16:50.090611 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:16:51.713787 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:52.754137 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cd6ed4c7-34af-416e-a553-122533bc0227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:55.022424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f05d-fd9e-43fe-9789-062d54f0e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:56.325111 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:57.709004 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:16:59.130723 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:21.735980 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:22.787090 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-57e06e9f-fd3d-4ced-99af-cca844e32c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:25.010293 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-213d90c6-ed15-4464-ae6b-a47ee8cfacb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:26.312907 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:27.090060 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:17:27.701737 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:29.112502 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:51.775173 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:52.763682 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ae3b703c-9c28-4183-973d-8b4306ef7192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:55.009513 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3ac20bdc-fcf0-4894-bdaf-c9c26e0a9e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:56.335348 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:57.729419 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:17:59.117631 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:04.088535 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:18:21.781997 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:22.780647 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9c38f296-a302-4694-a49e-b9f9e87a4b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:24.955477 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53584) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:25.039598 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c76bf47c-ab87-46ad-83a6-fe055a9c1b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.255917 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-network', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:25.340492 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Made reservation on behalf of 4a456c498bf54f33adb6e4c66eac186f for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:25.342818 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.351761 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.425288 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks [] for security_group (cfd9add2-92eb-4960-af5a-86da77cbbe93), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.494054 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53612) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:25.505950 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (cfd9add2-92eb-4960-af5a-86da77cbbe93), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.533316 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:18:25.542239 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd9add2-92eb-4960-af5a-86da77cbbe93,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:25.548981 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (18ad6a5a-1976-40a3-b187-17e7263485bb), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.549346 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Added segment 18ad6a5a-1976-40a3-b187-17e7263485bb of type vlan for network 3c824b73-29d5-44ab-8710-f8c19c2d8124 Mar 10 04:18:25.565223 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53620) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:25.583761 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.584255 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.584608 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.585134 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.585638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.585966 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.586510 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.586845 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.587170 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.587676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.588011 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.588472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.588801 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Tracked resource versions report: Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: pushed versions: Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: { 'AddressGroup': {'1.2'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'ConntrackHelper': {'1.0'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Log': {'1.0'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Network': {'1.1'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Port': {'1.7'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'PortForwarding': {'1.2'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'QosPolicy': {'1.10'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroup': {'1.5'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'SubPort': {'1.0'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Subnet': {'1.1'}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Trunk': {'1.1'}} Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: consumer versions: Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'ConntrackHelper': '1.0', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'LocalIPAssociation': '1.0', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Log': '1.0', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Network': '1.1', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Port': '1.7', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'PortForwarding': '1.2', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'QosPolicy': '1.10', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroup': '1.5', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'SecurityGroupRule': '1.2', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'SubPort': '1.0', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Subnet': '1.1', Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: 'Trunk': '1.1'}} Mar 10 04:18:25.590573 dv-cinder-778193-25-smb neutron-server[103752]: {{(pid=103752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:18:25.609314 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (3c824b73-29d5-44ab-8710-f8c19c2d8124), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.653457 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53626) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:25.704734 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (3c824b73-29d5-44ab-8710-f8c19c2d8124), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.705709 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:25.706316 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.765433 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c824b73-29d5-44ab-8710-f8c19c2d8124,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:25.777579 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:18:25.796148 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-01607576-f63a-4229-8081-5c44adf56ef0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8390172 Mar 10 04:18:25.799434 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53632) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:25.802497 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Request body: {'subnet': {'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-subnet', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:25.898446 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Made reservation on behalf of 4a456c498bf54f33adb6e4c66eac186f for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:25.900891 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:25.921001 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748404462-network', 'tenant_id': '0f3a2f252c10436cb3b8e40f939ec56c'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:25.937661 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53636) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:25.980824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1040378871-network', 'tenant_id': '7c7dbb516cb54759ae6533cabfa4b1c7'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:26.068376 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Made reservation on behalf of 0f3a2f252c10436cb3b8e40f939ec56c for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:26.070657 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.080340 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.117326 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Made reservation on behalf of 7c7dbb516cb54759ae6533cabfa4b1c7 for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:26.121214 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.133522 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.147652 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-98675691-network', 'tenant_id': '88c08913ec294120abef430805a80a98'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:26.154506 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53644) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:26.181054 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks [] for security_group (6228391b-5359-4bb7-a240-7de947d30c87), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.181525 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-745707657-network', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:26.199717 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (cc472a18-9b59-4f15-a962-69c7dbd8e753), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.259628 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Made reservation on behalf of 88c08913ec294120abef430805a80a98 for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:26.262250 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.275002 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks [] for security_group (3265059b-c74a-4c6a-b7c4-55e36cfb5df5), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.282138 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.285767 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Made reservation on behalf of 189e54466ddd49fb81c9e763e7a79c8f for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:26.288294 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.288909 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6228391b-5359-4bb7-a240-7de947d30c87), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.302149 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc472a18-9b59-4f15-a962-69c7dbd8e753,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:26.308329 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.314440 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-825525471-network', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:26.320333 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Checking segment: {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:26.323963 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Network hostable DHCP agents. Network: 3c824b73-29d5-44ab-8710-f8c19c2d8124, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:18:26.332314 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:18:26.357195 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (3265059b-c74a-4c6a-b7c4-55e36cfb5df5), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.371676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (e10ba842-13d8-4a47-b8ac-e6ff3c5cae28), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.372328 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Added segment e10ba842-13d8-4a47-b8ac-e6ff3c5cae28 of type vlan for network 823eaab4-6143-4294-90ae-2b053050aebb Mar 10 04:18:26.372728 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:18:26.374589 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.387293 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228391b-5359-4bb7-a240-7de947d30c87,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:26.406536 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743694350605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (8cbe5410-4fee-4638-83cc-f734720541a2), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.407577 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Unsubscribe: segment precommit_create {{(pid=103751) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 04:18:26.408069 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Added segment 8cbe5410-4fee-4638-83cc-f734720541a2 of type vlan for network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 Mar 10 04:18:26.432503 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (823eaab4-6143-4294-90ae-2b053050aebb), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.460504 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:18:26.496992 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (4065f1f6-612e-4e40-b73d-e2f8eaa43569), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.530477 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3265059b-c74a-4c6a-b7c4-55e36cfb5df5,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:26.550411 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 3c824b73-29d5-44ab-8710-f8c19c2d8124) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:26.552009 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (823eaab4-6143-4294-90ae-2b053050aebb), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.553048 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:26.553867 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Tracked resource versions report: Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: pushed versions: Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: { 'AddressGroup': {'1.2'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'ConntrackHelper': {'1.0'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'Log': {'1.0'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'Network': {'1.1'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'Port': {'1.7'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'PortForwarding': {'1.2'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'QosPolicy': {'1.10'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroup': {'1.5'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'SubPort': {'1.0'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'Subnet': {'1.1'}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'Trunk': {'1.1'}} Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: consumer versions: Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'ConntrackHelper': '1.0', Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'LocalIPAssociation': '1.0', Mar 10 04:18:26.562765 dv-cinder-778193-25-smb neutron-server[103751]: 'Log': '1.0', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'Network': '1.1', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'Port': '1.7', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'PortForwarding': '1.2', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'QosPolicy': '1.10', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroup': '1.5', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'SecurityGroupRule': '1.2', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'SubPort': '1.0', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'Subnet': '1.1', Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: 'Trunk': '1.1'}} Mar 10 04:18:26.565931 dv-cinder-778193-25-smb neutron-server[103751]: {{(pid=103751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:18:26.566659 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9243b-a3e9-4b13-9c8b-54894e5863f9 None None] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:26.574858 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Made reservation on behalf of fed76017cebf4f40a5ae138623a4f900 for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:26.577299 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.599567 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks [] for security_group (a32708ba-420e-4477-9b39-33d004cdebfe), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.600733 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.622970 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:26.623811 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.628612 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] Pushing event updated for resources: {'Network': ['ID=823eaab4-6143-4294-90ae-2b053050aebb,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:26.632765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks [] for security_group (c9e7e9b6-d5b5-4e02-abca-4a685d802686), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.644377 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 823eaab4-6143-4294-90ae-2b053050aebb details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:18:26.664477 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (4065f1f6-612e-4e40-b73d-e2f8eaa43569), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.665526 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:26.666360 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.707227 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a32708ba-420e-4477-9b39-33d004cdebfe), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.770466 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-14f640ce-0799-403c-b4b6-5c0c736d15ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9716289 Mar 10 04:18:26.774288 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-63698528-5615-4b8e-8573-ed6d0c9566ab admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2792504 Mar 10 04:18:26.774992 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53676) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:26.780368 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:26.783173 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53678) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:26.789466 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Request body: {'subnet': {'network_id': '823eaab4-6143-4294-90ae-2b053050aebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748404462-subnet', 'tenant_id': '0f3a2f252c10436cb3b8e40f939ec56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:26.799379 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce9e0f-ae9e-4231-95fc-f87ed150dc57 None None] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:26.817777 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] Pushing event updated for resources: {'Network': ['ID=4065f1f6-612e-4e40-b73d-e2f8eaa43569,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:26.820411 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:18:26.836773 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:18:26.843824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c9e7e9b6-d5b5-4e02-abca-4a685d802686), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.876219 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-449c9dcd-d4f7-485c-977b-c758c09c857d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3092530 Mar 10 04:18:26.879551 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53686) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:26.885900 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (6c868919-8c11-4349-9ec7-04798d7c4265), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.887030 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Added segment 6c868919-8c11-4349-9ec7-04798d7c4265 of type vlan for network ae5c10d7-850c-4a3f-b53a-2ced6d18036f Mar 10 04:18:26.892069 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:18:26.892197 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Request body: {'subnet': {'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1040378871-subnet', 'tenant_id': '7c7dbb516cb54759ae6533cabfa4b1c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:26.908806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32708ba-420e-4477-9b39-33d004cdebfe,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:26.913897 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Made reservation on behalf of 0f3a2f252c10436cb3b8e40f939ec56c for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:26.921410 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.959556 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.961013 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.970084 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks [] for security_group (953eaa34-f358-4fde-ab41-eb8c25ff374f), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.976152 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (ced3f30b-084c-47b7-88c9-c3ab8fd993ae), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:26.976729 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Added segment ced3f30b-084c-47b7-88c9-c3ab8fd993ae of type vlan for network 8040fa27-6543-4170-b870-037ad12017ee Mar 10 04:18:26.996972 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (ae5c10d7-850c-4a3f-b53a-2ced6d18036f), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.003148 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e7e9b6-d5b5-4e02-abca-4a685d802686,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:27.047410 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (8040fa27-6543-4170-b870-037ad12017ee), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.056717 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks [] for router_controller (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), precommit_add_association {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.065081 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Made reservation on behalf of 7c7dbb516cb54759ae6533cabfa4b1c7 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:27.067667 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.077050 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (953eaa34-f358-4fde-ab41-eb8c25ff374f), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.106297 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:18:27.118003 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953eaa34-f358-4fde-ab41-eb8c25ff374f,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:27.124522 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (834cb3df-60fb-4f32-ba40-c62fdbb403f9), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.124837 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Added segment 834cb3df-60fb-4f32-ba40-c62fdbb403f9 of type vlan for network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 Mar 10 04:18:27.163394 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (8040fa27-6543-4170-b870-037ad12017ee), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.166330 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:27.166921 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.173511 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (ae5c10d7-850c-4a3f-b53a-2ced6d18036f), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.174362 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:27.182305 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.207421 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (7de5086e-fa77-40ed-a2ab-9759dbedd2d7), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.275608 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] Pushing event updated for resources: {'Network': ['ID=8040fa27-6543-4170-b870-037ad12017ee,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:27.288590 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 8040fa27-6543-4170-b870-037ad12017ee details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:18:27.338996 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3993061 Mar 10 04:18:27.345584 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-34c8567b-654f-43fb-ba4d-5c5fcc74298b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6917057 Mar 10 04:18:27.346170 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53704) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:27.349379 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53706) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:27.356320 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Request body: {'subnet': {'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-subnet', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:27.378249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Request body: {'subnet': {'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-98675691-subnet', 'tenant_id': '88c08913ec294120abef430805a80a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:27.457927 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks [] for router_gateway (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.477940 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (7de5086e-fa77-40ed-a2ab-9759dbedd2d7), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.478879 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:27.479465 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.481486 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789b9b7-c022-437a-bedf-e59439447e77 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5c10d7-850c-4a3f-b53a-2ced6d18036f,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:27.504633 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:18:27.554170 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7de5086e-fa77-40ed-a2ab-9759dbedd2d7,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:27.588708 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5ba77884-5936-4501-bd4b-13d455b6a9c6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4331684 Mar 10 04:18:27.590386 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Made reservation on behalf of 189e54466ddd49fb81c9e763e7a79c8f for: {'subnet': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:27.592421 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53712) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:27.603792 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.604000 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Request body: {'subnet': {'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-825525471-subnet', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:27.604145 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:18:27.606821 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Made reservation on behalf of 88c08913ec294120abef430805a80a98 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:27.609099 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.696307 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (d3aba96b-ff73-46f3-a239-7689b88d4f67), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.762980 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.858839 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (00195e85-3647-4d5a-8152-ef54f4b37366), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.938727 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (41b2ed32-67cc-4ab0-9125-dd6e298710c7), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:27.959229 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Made reservation on behalf of fed76017cebf4f40a5ae138623a4f900 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:27.961548 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.008900 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b2ed32-67cc-4ab0-9125-dd6e298710c7,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:28.020367 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Checking segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:28.020941 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Network hostable DHCP agents. Network: ae5c10d7-850c-4a3f-b53a-2ced6d18036f, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:18:28.037879 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3aba96b-ff73-46f3-a239-7689b88d4f67,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:28.114618 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Checking segment: {'id': 'e10ba842-13d8-4a47-b8ac-e6ff3c5cae28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '823eaab4-6143-4294-90ae-2b053050aebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:28.114978 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Network hostable DHCP agents. Network: 823eaab4-6143-4294-90ae-2b053050aebb, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:18:28.122929 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:18:28.144243 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Checking segment: {'id': '8cbe5410-4fee-4638-83cc-f734720541a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:28.144651 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Network hostable DHCP agents. Network: 4065f1f6-612e-4e40-b73d-e2f8eaa43569, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:18:28.208501 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00195e85-3647-4d5a-8152-ef54f4b37366,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:28.226345 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, ae5c10d7-850c-4a3f-b53a-2ced6d18036f) {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:28.233638 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:28.234240 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.239819 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1b4c3-058b-4026-98c6-82e847f13340 None None] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:28.360758 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-fdd19e86-8be8-46c8-80df-9d23106f2d2d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0087273 Mar 10 04:18:28.369956 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53728) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:28.376431 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:28.381774 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:18:28.383895 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (daf6f6d9-2479-4818-ac6d-616c4ea97ea1), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.385569 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Network 823eaab4-6143-4294-90ae-2b053050aebb is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:18:28.401611 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:18:28.404766 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.488029 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 4065f1f6-612e-4e40-b73d-e2f8eaa43569) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:28.507438 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 823eaab4-6143-4294-90ae-2b053050aebb) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:28.511635 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:28.511635 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.529554 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:28.530140 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.538651 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (9a2e9717-8c27-45c3-859c-9ef4133c4a51), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.540423 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (9a2e9717-8c27-45c3-859c-9ef4133c4a51), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.549523 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks [] for router_gateway (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.589001 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.622156 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76046e5-c620-447a-b1b6-4a63d8907a5c None None] Network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:28.624763 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76dfc19-56fa-475c-aa3e-22eb8542cedb None None] Network 823eaab4-6143-4294-90ae-2b053050aebb requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:28.637624 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (640b429d-0dcd-4caf-b507-7c167e48ba07), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.651330 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf6f6d9-2479-4818-ac6d-616c4ea97ea1,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:28.727065 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-cb9d17c4-a21d-4ac4-a0be-55c13db2d1f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9345098 Mar 10 04:18:28.754719 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks [] for router_controller (9a2e9717-8c27-45c3-859c-9ef4133c4a51), precommit_add_association {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:28.764337 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1a2910cb-4b40-4a4f-8c21-3a1dbab5dbe9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8746173 Mar 10 04:18:28.775675 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Checking segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:28.776094 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Network hostable DHCP agents. Network: 8040fa27-6543-4170-b870-037ad12017ee, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:18:28.841553 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640b429d-0dcd-4caf-b507-7c167e48ba07,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:28.869794 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Checking segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:28.870159 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Network hostable DHCP agents. Network: 7de5086e-fa77-40ed-a2ab-9759dbedd2d7, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:18:28.883243 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Allocated IP 172.28.0.116 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/cb60161d-3fd4-45aa-8963-2adf39a9c9dd) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:28.971567 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Network 8040fa27-6543-4170-b870-037ad12017ee is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:18:29.036622 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:18:29.049349 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Allocated IP 172.20.0.2 (ae5c10d7-850c-4a3f-b53a-2ced6d18036f/41b2ed32-67cc-4ab0-9125-dd6e298710c7/597ba820-de14-4763-93cd-b5329d423e90) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:29.077487 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks [] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.079415 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ecebc1-0473-4693-b54f-cf96c367cc78 None None] Network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:29.098152 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b81831-deb5-492d-8bd0-305d609ed382 None None] Network 823eaab4-6143-4294-90ae-2b053050aebb requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:29.105213 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks [] for router_gateway (9a2e9717-8c27-45c3-859c-9ef4133c4a51), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.115486 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 8040fa27-6543-4170-b870-037ad12017ee) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:29.146426 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 7de5086e-fa77-40ed-a2ab-9759dbedd2d7) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:29.153158 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:29.154275 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.165789 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:29.166385 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.184781 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b2d81-85fe-4036-a65a-1758d566cebe None None] Network 8040fa27-6543-4170-b870-037ad12017ee requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:29.193861 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a1bb0-d537-4c29-858a-8711d456d097 None None] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:29.209554 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.227588 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.300714 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b339052d-42cb-4d5a-94e7-d4ad9cbca214 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7072377 Mar 10 04:18:29.305195 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53770) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:29.308976 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-9ab1614c-0ea0-40ef-9fb7-528226787f72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9543507 Mar 10 04:18:29.312194 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:29.315074 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53772) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:29.329428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:29.337300 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:29.337984 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Pushing event updated for resources: {'Port': ['ID=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:29.360630 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:29.365532 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:29.483598 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (16ed8f38-7f6a-4c98-9360-14af48290b77), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.485075 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (16ed8f38-7f6a-4c98-9360-14af48290b77), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.567614 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks [] for router_gateway (9a2e9717-8c27-45c3-859c-9ef4133c4a51), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.576208 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (f58599d5-a25c-4fc5-85f5-50e664025820), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.578041 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (f58599d5-a25c-4fc5-85f5-50e664025820), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.604703 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:18:29.605570 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.625250 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks [] for router_controller (16ed8f38-7f6a-4c98-9360-14af48290b77), precommit_add_association {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.627785 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.656757 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Publish callbacks [] for port (597ba820-de14-4763-93cd-b5329d423e90), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.679526 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-8040fa27-6543-4170-b870-037ad12017ee', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:18:29.679526 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.748010 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Allocated IP 172.28.0.83 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/6e42045d-0622-4f51-b79d-65906c899aa0) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:29.808200 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (597ba820-de14-4763-93cd-b5329d423e90), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.860944 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks [] for port (6e42045d-0622-4f51-b79d-65906c899aa0), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.893011 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:29.904293 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:29.932974 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53802) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:29.935124 dv-cinder-778193-25-smb neutron-server[103751]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 04:18:29.940891 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:29.943489 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks [] for router_gateway (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.958265 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:29.960199 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Pushing event updated for resources: {'Port': ['ID=597ba820-de14-4763-93cd-b5329d423e90,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:30.004756 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Allocated IP 172.20.0.2 (7de5086e-fa77-40ed-a2ab-9759dbedd2d7/640b429d-0dcd-4caf-b507-7c167e48ba07/d4611955-faae-416a-9e5f-d4e6efd995da) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:30.024689 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks [] for router_controller (f58599d5-a25c-4fc5-85f5-50e664025820), precommit_add_association {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.078401 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.078779 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.079142 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.079482 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.079816 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.080227 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.080488 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.080819 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.081143 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.081668 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.082067 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.082392 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.082715 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Tracked resource versions report: Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: pushed versions: Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: { 'AddressGroup': {'1.2'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'ConntrackHelper': {'1.0'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Log': {'1.0'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Network': {'1.1'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Port': {'1.7'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'PortForwarding': {'1.2'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'QosPolicy': {'1.10'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroup': {'1.5'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'SubPort': {'1.0'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Subnet': {'1.1'}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Trunk': {'1.1'}} Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: consumer versions: Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'ConntrackHelper': '1.0', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'LocalIPAssociation': '1.0', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Log': '1.0', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Network': '1.1', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Port': '1.7', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'PortForwarding': '1.2', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'QosPolicy': '1.10', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroup': '1.5', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'SecurityGroupRule': '1.2', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'SubPort': '1.0', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Subnet': '1.1', Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: 'Trunk': '1.1'}} Mar 10 04:18:30.083852 dv-cinder-778193-25-smb neutron-server[103753]: {{(pid=103753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:18:30.093549 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:30.113347 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Attempting to bind port 597ba820-de14-4763-93cd-b5329d423e90 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:30.113718 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Attempting to bind port 597ba820-de14-4763-93cd-b5329d423e90 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:30.114123 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Attempting to bind port 597ba820-de14-4763-93cd-b5329d423e90 on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:30.116598 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Allocated IP 172.20.0.2 (8040fa27-6543-4170-b870-037ad12017ee/daf6f6d9-2479-4818-ac6d-616c4ea97ea1/e5844ada-149f-49e6-9256-7f1268b2a55b) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:30.139863 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:30.140195 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Checking segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:30.140596 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.140989 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Bound using segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:30.141490 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Bound port: 597ba820-de14-4763-93cd-b5329d423e90, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:30.141876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (597ba820-de14-4763-93cd-b5329d423e90), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.283830 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:30.294298 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Pushing event updated for resources: {'Port': ['ID=6e42045d-0622-4f51-b79d-65906c899aa0,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:30.299694 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:30.379743 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] For port 597ba820-de14-4763-93cd-b5329d423e90, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:30.432873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks [] for router_gateway (16ed8f38-7f6a-4c98-9360-14af48290b77), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.467938 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53822) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:30.470142 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-766024207-network', 'tenant_id': '452edebc8c0c4b298dba622ee6154f5f'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:30.486058 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Publish callbacks [] for port (d4611955-faae-416a-9e5f-d4e6efd995da), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.492680 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks [] for router_gateway (f58599d5-a25c-4fc5-85f5-50e664025820), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.535877 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633be-8888-4d5e-828c-500b71be20d5 req-c4de8091-7961-48cb-b9aa-61c7ea98e019 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:30.537444 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-c4de8091-7961-48cb-b9aa-61c7ea98e019 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/networks?id=4065f1f6-612e-4e40-b73d-e2f8eaa43569 HTTP/1.1" status: 200 len: 812 time: 0.6034131 Mar 10 04:18:30.546138 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] For port 597ba820-de14-4763-93cd-b5329d423e90, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=597ba820-de14-4763-93cd-b5329d423e90,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:30.565148 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.577308 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Publish callbacks [] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.588164 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-5350fc0d-dcef-4a46-b1dc-76ab819dc564 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/quotas/7c7dbb516cb54759ae6533cabfa4b1c7 HTTP/1.1" status: 200 len: 375 time: 0.0437791 Mar 10 04:18:30.603624 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.644355 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (597ba820-de14-4763-93cd-b5329d423e90), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.644979 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-4a819997-a57c-45db-9b08-d62eea333197 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c7dbb516cb54759ae6533cabfa4b1c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494261 Mar 10 04:18:30.645553 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Made reservation on behalf of 452edebc8c0c4b298dba622ee6154f5f for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:30.648018 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.655689 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:30.665386 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:30.668943 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.696803 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:30.707461 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:30.740404 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Pushing event updated for resources: {'Port': ['ID=d4611955-faae-416a-9e5f-d4e6efd995da,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:30.815291 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Network 8040fa27-6543-4170-b870-037ad12017ee is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:30.838868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:30.857846 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:30.862463 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:18:30.952417 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbd33e-fea5-4fb4-99e8-d10a69810c07 None None] Pushing event updated for resources: {'Port': ['ID=597ba820-de14-4763-93cd-b5329d423e90,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:30.966805 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Attempting to bind port d4611955-faae-416a-9e5f-d4e6efd995da on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:30.969630 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Attempting to bind port d4611955-faae-416a-9e5f-d4e6efd995da by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:30.969983 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Attempting to bind port d4611955-faae-416a-9e5f-d4e6efd995da on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:30.976750 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks [] for router_gateway (9a2e9717-8c27-45c3-859c-9ef4133c4a51), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.023482 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:31.024071 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Checking segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:31.024577 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.025576 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Bound using segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:31.026173 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Bound port: d4611955-faae-416a-9e5f-d4e6efd995da, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:31.026673 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.061791 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Attempting to bind port e5844ada-149f-49e6-9256-7f1268b2a55b on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:31.062281 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Attempting to bind port e5844ada-149f-49e6-9256-7f1268b2a55b by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:31.062868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Attempting to bind port e5844ada-149f-49e6-9256-7f1268b2a55b on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:31.070331 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Pushing event updated for resources: {'Port': ['ID=e5844ada-149f-49e6-9256-7f1268b2a55b,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:31.077056 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:31.077056 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Checking segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:31.077056 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.077056 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Bound using segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:31.077056 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Bound port: e5844ada-149f-49e6-9256-7f1268b2a55b, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:31.078226 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.116280 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-65ea02c2-006f-427a-b95e-a95579b4f86c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:18:31.117203 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-65ea02c2-006f-427a-b95e-a95579b4f86c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2301903 Mar 10 04:18:31.236063 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks [] for router_gateway (f58599d5-a25c-4fc5-85f5-50e664025820), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.243225 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:31.257898 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Sync routers for ids ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:31.282405 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Routers {'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:31.283792 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:31.307680 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.311765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks [] for security_group (c739313d-f6e0-4aea-9399-f86be580b77b), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.417457 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] For port d4611955-faae-416a-9e5f-d4e6efd995da, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:31.428664 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] For port d4611955-faae-416a-9e5f-d4e6efd995da, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=d4611955-faae-416a-9e5f-d4e6efd995da,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:31.430079 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c739313d-f6e0-4aea-9399-f86be580b77b), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.498007 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.505086 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-7a57399b-bdda-4fe7-a2a2-bb3fc3329b12 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7264218 Mar 10 04:18:31.508441 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53852) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:31.509697 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.524726 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:18:31.542254 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks [] for router_gateway (16ed8f38-7f6a-4c98-9360-14af48290b77), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.601085 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Allocated IP 172.28.0.59 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/99e09c9b-d919-4130-be0d-0ce9e9667900) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:31.603317 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.608914 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (e4247e26-e86b-40ac-9c9e-cb59586cc772), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.609476 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Added segment e4247e26-e86b-40ac-9c9e-cb59586cc772 of type vlan for network 1ef6cce3-aef5-4ba2-b9dd-79bd250a07da Mar 10 04:18:31.612813 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] For port e5844ada-149f-49e6-9256-7f1268b2a55b, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:31.617104 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739313d-f6e0-4aea-9399-f86be580b77b,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:31.635663 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] For port e5844ada-149f-49e6-9256-7f1268b2a55b, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=e5844ada-149f-49e6-9256-7f1268b2a55b,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:31.662279 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-91e7741c-7333-45bd-ab85-aed13ac44a33 service neutron] 10.222.0.32 "GET /v2.0/networks/4065f1f6-612e-4e40-b73d-e2f8eaa43569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111032 Mar 10 04:18:31.665900 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877efce4-d936-43ca-8357-c3a57831f5d5 None None] Pushing event updated for resources: {'Port': ['ID=d4611955-faae-416a-9e5f-d4e6efd995da,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:31.683914 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53854) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:31.723740 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Set router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:31.723983 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:31.828710 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cc13d-0059-4113-955f-f34ae96bba9a None None] Pushing event updated for resources: {'Port': ['ID=e5844ada-149f-49e6-9256-7f1268b2a55b,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:31.904613 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (1ef6cce3-aef5-4ba2-b9dd-79bd250a07da), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.017923 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks [] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.090212 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (9a2e9717-8c27-45c3-859c-9ef4133c4a51), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.092534 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-21ee1d68-293e-4b21-bac0-34f6246d7d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.169266 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-f2f5c7a0-e39f-45ea-baf8-d6c506658930 service neutron] 10.222.0.32 "GET /v2.0/networks/4065f1f6-612e-4e40-b73d-e2f8eaa43569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023825 Mar 10 04:18:32.188705 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:18:29Z', 'revision_number': 3, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port': {'id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:32.240516 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Checking router: b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:32.243698 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Updating router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d port cb60161d-3fd4-45aa-8963-2adf39a9c9dd binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:32.265950 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.287838 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.354580 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 597ba820-de14-4763-93cd-b5329d423e90 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:32.385397 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Allocated IP 172.28.0.188 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/1938a902-48da-428d-a895-531132d40ee4) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:32.430967 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Pushing event updated for resources: {'Port': ['ID=99e09c9b-d919-4130-be0d-0ce9e9667900,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:32.509196 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:32.515379 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:32.525343 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:32.561704 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 597ba820-de14-4763-93cd-b5329d423e90 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:32.564523 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (597ba820-de14-4763-93cd-b5329d423e90), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.694359 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50fcd9-d6c7-4da5-8c9b-313ea2dc32b0 None None] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:32.816337 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-21ee1d68-293e-4b21-bac0-34f6246d7d44 admin admin] Publish callbacks [] for security_group (2dbb4046-3b22-403e-811c-85ced1948500), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.821280 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (1ef6cce3-aef5-4ba2-b9dd-79bd250a07da), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.823560 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:32.826479 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:32.913814 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 597ba820-de14-4763-93cd-b5329d423e90 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:32.914166 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (597ba820-de14-4763-93cd-b5329d423e90), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.055559 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 597ba820-de14-4763-93cd-b5329d423e90, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=597ba820-de14-4763-93cd-b5329d423e90,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:33.064007 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-6e084d81-e6da-48c6-ae49-37795eb978d0 None None] Provisioning complete for port 597ba820-de14-4763-93cd-b5329d423e90 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:33.064265 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef6cce3-aef5-4ba2-b9dd-79bd250a07da,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:33.064665 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6e084d81-e6da-48c6-ae49-37795eb978d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (597ba820-de14-4763-93cd-b5329d423e90), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.090041 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 1ef6cce3-aef5-4ba2-b9dd-79bd250a07da details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:18:33.114720 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-21ee1d68-293e-4b21-bac0-34f6246d7d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2dbb4046-3b22-403e-811c-85ced1948500), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.133173 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (597ba820-de14-4763-93cd-b5329d423e90), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.134122 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device d4611955-faae-416a-9e5f-d4e6efd995da up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:33.185723 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.205204 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-21ee1d68-293e-4b21-bac0-34f6246d7d44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2224bb2a48e44868806e18ed65f03f39&name=default HTTP/1.1" status: 200 len: 2994 time: 1.5081308 Mar 10 04:18:33.227377 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53892) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:33.258051 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks [] for port (1938a902-48da-428d-a895-531132d40ee4), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.557136 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=597ba820-de14-4763-93cd-b5329d423e90,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:33.564758 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e37b45c9-b15f-43af-aee2-306c52961799 req-69869075-cadb-4c96-898f-1c152cf736d2 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 0.4202998 Mar 10 04:18:33.566922 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-6e084d81-e6da-48c6-ae49-37795eb978d0 None None] Current status of the port 597ba820-de14-4763-93cd-b5329d423e90 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:33.566922 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port d4611955-faae-416a-9e5f-d4e6efd995da triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:33.566922 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.568362 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e4881376-6ef4-456a-8431-5243e10c4cf3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9994824 Mar 10 04:18:33.568362 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53894) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:33.570892 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6336b4d-147a-4b67-96ad-659f66c64fb6 None None] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:33.571432 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Request body: {'subnet': {'network_id': '1ef6cce3-aef5-4ba2-b9dd-79bd250a07da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-766024207-subnet', 'tenant_id': '452edebc8c0c4b298dba622ee6154f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:33.571432 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (1938a902-48da-428d-a895-531132d40ee4), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.576270 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee1d68-293e-4b21-bac0-34f6246d7d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb4046-3b22-403e-811c-85ced1948500,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:33.636028 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-5db14f04-d3f6-4b3b-8145-b85cd62cb0d2 None None] Provisioning complete for port d4611955-faae-416a-9e5f-d4e6efd995da triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:33.636432 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5db14f04-d3f6-4b3b-8145-b85cd62cb0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.637746 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f5a81a0-1cd1-4c50-ab72-8db265371866 admin admin] Publish callbacks [] for security_group (2dbb4046-3b22-403e-811c-85ced1948500), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.663741 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks [] for router_gateway (f58599d5-a25c-4fc5-85f5-50e664025820), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.672478 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:18:33.725674 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:33.730189 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Made reservation on behalf of 452edebc8c0c4b298dba622ee6154f5f for: {'subnet': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:33.732950 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.737825 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Pushing event updated for resources: {'Port': ['ID=1938a902-48da-428d-a895-531132d40ee4,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:33.740615 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:33.770511 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:33.803487 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port d4611955-faae-416a-9e5f-d4e6efd995da is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:33.804000 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.876993 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Publish callbacks [] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.881641 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Allocated IP 172.20.0.1 (3c824b73-29d5-44ab-8710-f8c19c2d8124/cc472a18-9b59-4f15-a962-69c7dbd8e753/ec4f55e4-748b-4e4d-aa73-dac9bb492620) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:33.889821 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5e78e-6acd-4e47-99f8-1d4dec156c35 None None] Network 8040fa27-6543-4170-b870-037ad12017ee requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:33.949080 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f5a81a0-1cd1-4c50-ab72-8db265371866 admin admin] Publish callbacks [] for security_group (2dbb4046-3b22-403e-811c-85ced1948500), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:33.952736 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.012884 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port d4611955-faae-416a-9e5f-d4e6efd995da, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=d4611955-faae-416a-9e5f-d4e6efd995da,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:34.068081 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-5db14f04-d3f6-4b3b-8145-b85cd62cb0d2 None None] Current status of the port d4611955-faae-416a-9e5f-d4e6efd995da is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:34.068918 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5db14f04-d3f6-4b3b-8145-b85cd62cb0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.070858 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks [] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.077209 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:34.098015 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Sync routers for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:34.117226 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Pushing event updated for resources: {'Port': ['ID=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:34.117845 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:34.118493 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:34.162259 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.162619 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.162987 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.172078 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.173286 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.180468 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.181688 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.182473 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.184719 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.186827 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.193642 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.194613 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.198807 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Tracked resource versions report: Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: pushed versions: Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: { 'AddressGroup': {'1.2'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'ConntrackHelper': {'1.0'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Log': {'1.0'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Network': {'1.1'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Port': {'1.7'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'PortForwarding': {'1.2'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'QosPolicy': {'1.10'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroup': {'1.5'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'SubPort': {'1.0'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Subnet': {'1.1'}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Trunk': {'1.1'}} Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: consumer versions: Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: { DHCP agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: HyperV agent@hv-cinder-77819: {}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: L3 agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: Metadata agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: Metering agent@dv-cinder-778193-25-smb: {}, Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: Open vSwitch agent@dv-cinder-778193-25-smb: { 'AddressGroup': '1.2', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'ConntrackHelper': '1.0', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'LocalIPAssociation': '1.0', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Log': '1.0', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Network': '1.1', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Port': '1.7', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'PortForwarding': '1.2', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'QosPolicy': '1.10', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroup': '1.5', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'SecurityGroupRule': '1.2', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'SubPort': '1.0', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Subnet': '1.1', Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: 'Trunk': '1.1'}} Mar 10 04:18:34.205836 dv-cinder-778193-25-smb neutron-server[103754]: {{(pid=103754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:18:34.225300 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.db.api [None req-5db14f04-d3f6-4b3b-8145-b85cd62cb0d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 04:18:34.225300 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG oslo_db.api [None req-5db14f04-d3f6-4b3b-8145-b85cd62cb0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 04:18:34.225300 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.254551 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.292514 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Attempting to bind port cb60161d-3fd4-45aa-8963-2adf39a9c9dd on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:34.292896 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Attempting to bind port cb60161d-3fd4-45aa-8963-2adf39a9c9dd by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:34.293271 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Attempting to bind port cb60161d-3fd4-45aa-8963-2adf39a9c9dd on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:34.330355 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:34.330737 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:34.331152 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.331559 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:34.332152 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Bound port: cb60161d-3fd4-45aa-8963-2adf39a9c9dd, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:34.335963 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.346677 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=d4611955-faae-416a-9e5f-d4e6efd995da,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:34.392887 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:34.401643 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4f55e4-748b-4e4d-aa73-dac9bb492620,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:34.414372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (f58599d5-a25c-4fc5-85f5-50e664025820), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.424231 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:34.434541 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:34.438005 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.451942 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:34.462286 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.468702 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-403f389d-15bf-48d4-9e7e-12332d25fe51 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0972922 Mar 10 04:18:34.470046 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53922) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:34.505224 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] For port cb60161d-3fd4-45aa-8963-2adf39a9c9dd, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:34.513422 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks [] for router_gateway (16ed8f38-7f6a-4c98-9360-14af48290b77), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.522683 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] For port cb60161d-3fd4-45aa-8963-2adf39a9c9dd, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:34.592522 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.680927 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f5a81a0-1cd1-4c50-ab72-8db265371866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2dbb4046-3b22-403e-811c-85ced1948500), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.684586 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f5a81a0-1cd1-4c50-ab72-8db265371866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:34.685766 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1f5a81a0-1cd1-4c50-ab72-8db265371866 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dbb4046-3b22-403e-811c-85ced1948500 HTTP/1.1" status: 204 len: 168 time: 1.4559343 Mar 10 04:18:34.703420 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 597ba820-de14-4763-93cd-b5329d423e90 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:34.706142 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a81a0-1cd1-4c50-ab72-8db265371866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb4046-3b22-403e-811c-85ced1948500,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:34.710143 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Routers {'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:34.711273 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:34.738110 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6c3a77ea-4cc5-4452-b7e8-5a6b5d06260f req-348a8e38-727c-4c1a-a369-d2a9db888e31 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 0.2237878 Mar 10 04:18:34.763077 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87efaf-3594-4b00-9f25-1b6f95394458 None None] Pushing event updated for resources: {'Port': ['ID=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:34.849597 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Router f58599d5-a25c-4fc5-85f5-50e664025820 is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:18:34.872744 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] Set router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:35.001465 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (ec958046-6b8c-49ba-8c88-0c454ec642db), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.007679 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-5db14f04-d3f6-4b3b-8145-b85cd62cb0d2 None None] Current status of the port d4611955-faae-416a-9e5f-d4e6efd995da is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:35.029452 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.036015 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 597ba820-de14-4763-93cd-b5329d423e90 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:35.036639 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (597ba820-de14-4763-93cd-b5329d423e90), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.049958 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:35.076418 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:30Z', 'revision_number': 3, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:35.111121 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Checking router: 9a2e9717-8c27-45c3-859c-9ef4133c4a51 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:35.111629 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Updating router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 port 6e42045d-0622-4f51-b79d-65906c899aa0 binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:35.119457 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:35.158808 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:35.159464 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:35.165571 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.193191 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.199583 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-09b9c46e-c862-44d7-9d14-071e348b64e2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8832247 Mar 10 04:18:35.204806 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53934) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:35.217965 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Provisioning complete for port 597ba820-de14-4763-93cd-b5329d423e90 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:35.218706 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (597ba820-de14-4763-93cd-b5329d423e90), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.280121 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 597ba820-de14-4763-93cd-b5329d423e90 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:35.281600 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e5844ada-149f-49e6-9256-7f1268b2a55b up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:35.297970 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:35.300717 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec958046-6b8c-49ba-8c88-0c454ec642db,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:35.602874 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port e5844ada-149f-49e6-9256-7f1268b2a55b triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:35.605050 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.617181 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Checking segment: {'id': 'e4247e26-e86b-40ac-9c9e-cb59586cc772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '1ef6cce3-aef5-4ba2-b9dd-79bd250a07da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:35.617623 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Network hostable DHCP agents. Network: 1ef6cce3-aef5-4ba2-b9dd-79bd250a07da, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:18:35.627055 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:32Z', 'revision_number': 3, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:35.667137 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (16ed8f38-7f6a-4c98-9360-14af48290b77), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.682920 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:35.683195 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Updating router f58599d5-a25c-4fc5-85f5-50e664025820 port 99e09c9b-d919-4130-be0d-0ce9e9667900 binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:35.725880 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.762738 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Current status of the port 597ba820-de14-4763-93cd-b5329d423e90 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:35.782707 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53952) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:35.825213 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Network 1ef6cce3-aef5-4ba2-b9dd-79bd250a07da is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:18:35.864772 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Provisioning complete for port d4611955-faae-416a-9e5f-d4e6efd995da triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:35.865677 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:35.956752 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Publish callbacks [] for port (6e42045d-0622-4f51-b79d-65906c899aa0), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.022332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port e5844ada-149f-49e6-9256-7f1268b2a55b is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:36.023482 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.034872 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 1ef6cce3-aef5-4ba2-b9dd-79bd250a07da) {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:36.063247 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1295fd1-1293-4274-95f1-07355cdee695 None None] Network 1ef6cce3-aef5-4ba2-b9dd-79bd250a07da requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:36.066364 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:36.068255 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.080589 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9ade363c-6bdd-419c-8167-ce67fcec7f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.093801 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.142292 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks [] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.175709 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port e5844ada-149f-49e6-9256-7f1268b2a55b, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=e5844ada-149f-49e6-9256-7f1268b2a55b,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:36.215470 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Current status of the port d4611955-faae-416a-9e5f-d4e6efd995da is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:36.235284 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.236847 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.237062 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1db63a8-571f-4eeb-83dc-bf6304dbb243 req-9c545657-12b3-4072-91c1-38dc77b57d45 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 0.0959370 Mar 10 04:18:36.247510 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Attempting to bind port 6e42045d-0622-4f51-b79d-65906c899aa0 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:36.248410 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Attempting to bind port 6e42045d-0622-4f51-b79d-65906c899aa0 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:36.249131 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Attempting to bind port 6e42045d-0622-4f51-b79d-65906c899aa0 on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:36.257800 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a10512-ebd1-49de-b439-f2c2a5412630 None None] Pushing event updated for resources: {'Port': ['ID=6e42045d-0622-4f51-b79d-65906c899aa0,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:36.271042 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.273900 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:36.274745 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:36.275348 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.275996 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:36.276827 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Bound port: 6e42045d-0622-4f51-b79d-65906c899aa0, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:36.277415 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.309215 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Provisioning complete for port e5844ada-149f-49e6-9256-7f1268b2a55b triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:36.309701 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.369749 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-6be7284a-5853-4edf-93b0-ddc4c001305a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8980839 Mar 10 04:18:36.428584 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48ad96d-fbbd-440f-8d67-ad4dec1147cb None None] Network 1ef6cce3-aef5-4ba2-b9dd-79bd250a07da requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:18:36.454098 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4f55e4-748b-4e4d-aa73-dac9bb492620,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:36.468430 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Router 16ed8f38-7f6a-4c98-9360-14af48290b77 is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:18:36.470008 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9ade363c-6bdd-419c-8167-ce67fcec7f76 admin admin] Publish callbacks [] for security_group (c181ea51-8e1c-4908-bb4f-19acedafcdfc), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.475547 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.514333 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Publish callbacks [] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.553913 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:18:29Z', 'revision_number': 3, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port': {'id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:36.568778 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9ade363c-6bdd-419c-8167-ce67fcec7f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c181ea51-8e1c-4908-bb4f-19acedafcdfc), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.589774 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device d4611955-faae-416a-9e5f-d4e6efd995da up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:36.637592 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:36.638902 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 53960) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:36.640196 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.651109 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:36.688735 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.697293 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=e5844ada-149f-49e6-9256-7f1268b2a55b,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:36.709727 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85a6e-d423-4ae3-ab54-654293128ff8 None None] The sync data for ids ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'] in dv-cinder-778193-25-smb is: [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:18:29Z', 'revision_number': 3, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port': {'id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:36.750038 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53964) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:36.753901 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-9ade363c-6bdd-419c-8167-ce67fcec7f76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3421c7fdc564486d9cf5d8bbe37f1aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9673717 Mar 10 04:18:36.754899 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade363c-6bdd-419c-8167-ce67fcec7f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c181ea51-8e1c-4908-bb4f-19acedafcdfc,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:36.793920 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Attempting to bind port 99e09c9b-d919-4130-be0d-0ce9e9667900 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:36.794508 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Attempting to bind port 99e09c9b-d919-4130-be0d-0ce9e9667900 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:36.794910 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Attempting to bind port 99e09c9b-d919-4130-be0d-0ce9e9667900 on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:36.801266 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d479cda-422b-4497-a613-6f86fa36f78f None None] Pushing event updated for resources: {'Port': ['ID=99e09c9b-d919-4130-be0d-0ce9e9667900,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:36.804881 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] For port 6e42045d-0622-4f51-b79d-65906c899aa0, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:36.811081 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53966) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:36.816566 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:36.817297 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:36.817999 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.819327 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:36.820119 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Bound port: 99e09c9b-d919-4130-be0d-0ce9e9667900, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:36.820733 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.893885 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] For port 6e42045d-0622-4f51-b79d-65906c899aa0, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=6e42045d-0622-4f51-b79d-65906c899aa0,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:36.932660 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] For port 99e09c9b-d919-4130-be0d-0ce9e9667900, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:36.940538 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] For port 99e09c9b-d919-4130-be0d-0ce9e9667900, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=99e09c9b-d919-4130-be0d-0ce9e9667900,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:36.982134 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] Deleting subnet d3aba96b-ff73-46f3-a239-7689b88d4f67 {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:18:36.983545 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port d4611955-faae-416a-9e5f-d4e6efd995da triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:36.984055 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:36.990157 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] Publish callbacks [] for subnet (d3aba96b-ff73-46f3-a239-7689b88d4f67), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.025154 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.035304 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:18:37.052548 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:37.053179 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-9a44f5b7-55f1-4c62-8cc7-72fe57355ac9 None None] Current status of the port e5844ada-149f-49e6-9256-7f1268b2a55b is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:37.072132 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.089174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Sync routers for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:37.089625 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] Publish callbacks [] for subnet (d3aba96b-ff73-46f3-a239-7689b88d4f67), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.093854 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Allocated IP 172.20.0.1 (ae5c10d7-850c-4a3f-b53a-2ced6d18036f/41b2ed32-67cc-4ab0-9125-dd6e298710c7/b1bf73c2-65d5-46a3-8f32-3612307e5ce8) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:37.109105 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:37.112375 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:37.132776 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5de60ae4-6229-4f55-9b1e-e163f47b1c1a admin admin] Publish callbacks [] for security_group (c181ea51-8e1c-4908-bb4f-19acedafcdfc), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.177588 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (d3aba96b-ff73-46f3-a239-7689b88d4f67), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.177788 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:37.178386 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:37.225550 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5de60ae4-6229-4f55-9b1e-e163f47b1c1a admin admin] Publish callbacks [] for security_group (c181ea51-8e1c-4908-bb4f-19acedafcdfc), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.227619 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-203537d0-f186-4025-8d8f-04769726c30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.240447 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d479cda-422b-4497-a613-6f86fa36f78f None None] Pushing event updated for resources: {'Port': ['ID=99e09c9b-d919-4130-be0d-0ce9e9667900,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:37.249359 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.250619 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e9a03f8c-35bf-4e6e-9c70-f8cd6d0a37ca admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9444470 Mar 10 04:18:37.272966 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53970) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:37.346632 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:37.347276 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:37.361709 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:37.409448 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:37.416924 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b19fa45b-f9f6-4d4a-86ed-75abe78b63e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9103227 Mar 10 04:18:37.473827 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a10512-ebd1-49de-b439-f2c2a5412630 None None] Pushing event updated for resources: {'Port': ['ID=6e42045d-0622-4f51-b79d-65906c899aa0,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:37.554938 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.37', 52449) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:37.635995 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53978) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:37.640362 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks [] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.658351 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port d4611955-faae-416a-9e5f-d4e6efd995da is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:37.737301 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5de60ae4-6229-4f55-9b1e-e163f47b1c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c181ea51-8e1c-4908-bb4f-19acedafcdfc), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.740634 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5de60ae4-6229-4f55-9b1e-e163f47b1c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.744400 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5de60ae4-6229-4f55-9b1e-e163f47b1c1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c181ea51-8e1c-4908-bb4f-19acedafcdfc HTTP/1.1" status: 204 len: 168 time: 0.9928699 Mar 10 04:18:37.807166 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Allocated IP 172.20.0.1 (8040fa27-6543-4170-b870-037ad12017ee/daf6f6d9-2479-4818-ac6d-616c4ea97ea1/0ed93386-c047-40cc-8ef0-8400dd12e72e) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:37.843716 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4cdae1b6-68fe-4d29-9eb9-ff78553b2b1b req-baab3a35-eafc-4e67-bbf5-426aefbb54fd tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 0.2009406 Mar 10 04:18:37.885549 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:32Z', 'revision_number': 3, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:37.917849 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for subnet (d3aba96b-ff73-46f3-a239-7689b88d4f67), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.933419 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:37.969056 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de60ae4-6229-4f55-9b1e-e163f47b1c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c181ea51-8e1c-4908-bb4f-19acedafcdfc,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:37.973632 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3aba96b-ff73-46f3-a239-7689b88d4f67,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:37.978559 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:37.983332 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a263ee5b-11c1-424d-bfaf-48cf418d438f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3aba96b-ff73-46f3-a239-7689b88d4f67 HTTP/1.1" status: 204 len: 168 time: 1.3297024 Mar 10 04:18:37.987491 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba877d04-23a7-4dc4-991b-5d1d6a915287 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:32Z', 'revision_number': 3, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:37.997028 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633be-8888-4d5e-828c-500b71be20d5 req-83a1e4e4-51f7-45dc-af52-e1cb530972ca tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:37.998958 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-83a1e4e4-51f7-45dc-af52-e1cb530972ca tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.37 "GET /v2.0/networks?id=4065f1f6-612e-4e40-b73d-e2f8eaa43569 HTTP/1.1" status: 200 len: 812 time: 0.4368751 Mar 10 04:18:38.017448 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 53988) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:38.050902 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:38.083741 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-203537d0-f186-4025-8d8f-04769726c30b admin admin] Publish callbacks [] for security_group (5a8440f0-4acd-4f11-9262-3f1d5916f59a), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:38.175710 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Request body: {'port': {'device_id': '44fde513-51e7-4698-bd9d-d3e812356f19', 'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569', 'admin_state_up': True, 'tenant_id': '7c7dbb516cb54759ae6533cabfa4b1c7'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:38.202652 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-203537d0-f186-4025-8d8f-04769726c30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5a8440f0-4acd-4f11-9262-3f1d5916f59a), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:38.249721 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (823eaab4-6143-4294-90ae-2b053050aebb), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:38.273643 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:38.388445 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-203537d0-f186-4025-8d8f-04769726c30b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d3ae2de569b4604a328630f3978c253&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5663164 Mar 10 04:18:38.398288 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203537d0-f186-4025-8d8f-04769726c30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8440f0-4acd-4f11-9262-3f1d5916f59a,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:38.403260 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54000) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:38.522116 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:38.527360 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks [] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:38.590508 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:38.645631 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:38.646500 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (9a2e9717-8c27-45c3-859c-9ef4133c4a51), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:38.678069 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device cb60161d-3fd4-45aa-8963-2adf39a9c9dd up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:38.978212 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:38.991631 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:33Z', 'revision_number': 3, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:39.044926 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Checking router: 16ed8f38-7f6a-4c98-9360-14af48290b77 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:39.048382 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Updating router 16ed8f38-7f6a-4c98-9360-14af48290b77 port 1938a902-48da-428d-a895-531132d40ee4 binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:39.078793 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Made reservation on behalf of 7c7dbb516cb54759ae6533cabfa4b1c7 for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:39.082637 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.108607 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port cb60161d-3fd4-45aa-8963-2adf39a9c9dd triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:39.109334 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.173140 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (1938a902-48da-428d-a895-531132d40ee4), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.274355 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-fa1542aa-b78f-4d96-b351-a286b5006c63 None None] Provisioning complete for port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:39.274883 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-fa1542aa-b78f-4d96-b351-a286b5006c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.322905 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-fa1542aa-b78f-4d96-b351-a286b5006c63 None None] Port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:39.343190 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:30Z', 'revision_number': 3, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:39.401474 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2a75-fa8c-47c0-8073-a30e4373195d None None] The sync data for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb is: [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:30Z', 'revision_number': 3, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:39.456344 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port cb60161d-3fd4-45aa-8963-2adf39a9c9dd is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:39.456344 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.502900 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.508993 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port cb60161d-3fd4-45aa-8963-2adf39a9c9dd, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:39.550783 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Allocated IP 172.20.0.12 (4065f1f6-612e-4e40-b73d-e2f8eaa43569/00195e85-3647-4d5a-8152-ef54f4b37366/b77b8d32-237d-4633-9a97-5e40ba41c88f) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:39.582991 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.584646 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e5844ada-149f-49e6-9256-7f1268b2a55b up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:39.636684 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (823eaab4-6143-4294-90ae-2b053050aebb), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.714129 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Pushing event updated for resources: {'Port': ['ID=0ed93386-c047-40cc-8ef0-8400dd12e72e,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:39.719337 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.719746 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.720476 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.720828 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > port after_create 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.721149 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.721481 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > port after_update 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.721793 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.722120 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.722430 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.722761 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:39.768652 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Network 8040fa27-6543-4170-b870-037ad12017ee is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:39.791997 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:39.804247 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:39.806816 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (f58599d5-a25c-4fc5-85f5-50e664025820), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:39.890435 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Sync routers for ids ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:39.949838 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Routers {'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:39.951464 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:39.999240 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:40.147308 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port e5844ada-149f-49e6-9256-7f1268b2a55b triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:40.147510 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.269736 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Publish callbacks [] for port (1938a902-48da-428d-a895-531132d40ee4), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.374841 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (1938a902-48da-428d-a895-531132d40ee4), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.386858 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks [] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.410026 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Set router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:40.447257 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:40.447832 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:40.448659 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:40.448659 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:40.448924 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823eaab4-6143-4294-90ae-2b053050aebb']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:40.516868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port e5844ada-149f-49e6-9256-7f1268b2a55b is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:40.523159 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.562200 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.608327 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24934ab-2478-4c6b-bb29-01083e051c24 None None] Pushing event updated for resources: {'Port': ['ID=1938a902-48da-428d-a895-531132d40ee4,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:40.623839 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-4413a303-e3d1-4250-b244-9772bd4ee978 None None] Provisioning complete for port 0ed93386-c047-40cc-8ef0-8400dd12e72e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:40.624367 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4413a303-e3d1-4250-b244-9772bd4ee978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.646825 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Attempting to bind port 1938a902-48da-428d-a895-531132d40ee4 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:40.647301 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Attempting to bind port 1938a902-48da-428d-a895-531132d40ee4 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:40.647667 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Attempting to bind port 1938a902-48da-428d-a895-531132d40ee4 on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:40.762472 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:40.762913 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:40.763575 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.764141 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:40.764698 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Bound port: 1938a902-48da-428d-a895-531132d40ee4, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:40.765107 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (1938a902-48da-428d-a895-531132d40ee4), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:40.854249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:40.885834 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-4413a303-e3d1-4250-b244-9772bd4ee978 None None] Port 0ed93386-c047-40cc-8ef0-8400dd12e72e cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:40.910231 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:41.061103 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:41.061103 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:41.061103 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.063658 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-660a9679-690c-4f56-af6f-ed7b1cb552d7 admin admin] Publish callbacks [] for security_group (5a8440f0-4acd-4f11-9262-3f1d5916f59a), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.063658 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-086995ab-0dcd-458b-915c-6267dbeac6ef req-b087506b-88ab-4627-87be-a382ffd0960b tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 1.7187252 Mar 10 04:18:41.064596 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device cb60161d-3fd4-45aa-8963-2adf39a9c9dd up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:41.065380 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:18:34Z', 'revision_number': 4, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port': {'id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'ec4f55e4-748b-4e4d-aa73-dac9bb492620', 'name': '', 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'mac_address': 'fa:16:3e:4b:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:33Z', 'updated_at': '2022-03-10T04:18:35Z', 'revision_number': 2, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'subnets': [{'id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:41.065948 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] For port 1938a902-48da-428d-a895-531132d40ee4, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:41.074876 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Pushing event updated for resources: {'Port': ['ID=b77b8d32-237d-4633-9a97-5e40ba41c88f,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:41.096234 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-660a9679-690c-4f56-af6f-ed7b1cb552d7 admin admin] Publish callbacks [] for security_group (5a8440f0-4acd-4f11-9262-3f1d5916f59a), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.133929 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Checking router: b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:41.170583 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Updating router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d port ec4f55e4-748b-4e4d-aa73-dac9bb492620 binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:41.170996 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] For port 1938a902-48da-428d-a895-531132d40ee4, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=1938a902-48da-428d-a895-531132d40ee4,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:41.171111 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:18:41.175021 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port cb60161d-3fd4-45aa-8963-2adf39a9c9dd triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:41.175576 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.209397 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.309823 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10ba842-13d8-4a47-b8ac-e6ff3c5cae28') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:41.310368 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10ba842-13d8-4a47-b8ac-e6ff3c5cae28') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:41.382396 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port cb60161d-3fd4-45aa-8963-2adf39a9c9dd is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:41.386212 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 6e42045d-0622-4f51-b79d-65906c899aa0 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:41.398629 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.454896 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-2e5875c7-83d4-4b3d-b9af-30664665989f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4000432 Mar 10 04:18:41.457698 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (1938a902-48da-428d-a895-531132d40ee4), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.487303 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks [] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.502603 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-8804fd2f-7856-4b35-b177-e0cf383cf189 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:18:41.510328 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-8804fd2f-7856-4b35-b177-e0cf383cf189 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295343 Mar 10 04:18:41.565241 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:41.566246 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:41.569388 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.570095 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (f58599d5-a25c-4fc5-85f5-50e664025820), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.685197 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24934ab-2478-4c6b-bb29-01083e051c24 None None] Pushing event updated for resources: {'Port': ['ID=1938a902-48da-428d-a895-531132d40ee4,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:41.698116 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 6e42045d-0622-4f51-b79d-65906c899aa0 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:41.698554 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.706543 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (e10ba842-13d8-4a47-b8ac-e6ff3c5cae28), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:41.784871 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Allocated IP 172.20.0.1 (7de5086e-fa77-40ed-a2ab-9759dbedd2d7/640b429d-0dcd-4caf-b507-7c167e48ba07/4000a39f-fc77-4570-83d7-aa889d3bf499) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:41.895307 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Network 8040fa27-6543-4170-b870-037ad12017ee is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:41.911968 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:41.926147 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Pushing event updated for resources: {'Port': ['ID=0ed93386-c047-40cc-8ef0-8400dd12e72e,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:42.131472 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-05a533b2-e8f7-4351-b543-29801e75c2e4 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:42.149950 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-05a533b2-e8f7-4351-b543-29801e75c2e4 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 819 time: 3.5917130 Mar 10 04:18:42.181881 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks [] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.223486 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Publish callbacks [] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.244542 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:18:42.306888 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.354085 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (e10ba842-13d8-4a47-b8ac-e6ff3c5cae28), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.361802 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.380658 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 6e42045d-0622-4f51-b79d-65906c899aa0 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:42.381145 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.388509 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dde89-ec4a-41b6-a9d9-a679ac80607d None None] Pushing event updated for resources: {'Port': ['ID=ec4f55e4-748b-4e4d-aa73-dac9bb492620,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:42.389017 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Request body: {'port': {'device_id': '44fde513-51e7-4698-bd9d-d3e812356f19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:42.402593 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:42.532668 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-292e156d-166a-44d9-abc3-42780337084e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/quotas/4a456c498bf54f33adb6e4c66eac186f HTTP/1.1" status: 200 len: 375 time: 0.3792803 Mar 10 04:18:42.535717 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:42.542807 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Attempting to bind port ec4f55e4-748b-4e4d-aa73-dac9bb492620 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:42.543337 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Attempting to bind port ec4f55e4-748b-4e4d-aa73-dac9bb492620 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:42.543804 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Attempting to bind port ec4f55e4-748b-4e4d-aa73-dac9bb492620 on network 3c824b73-29d5-44ab-8710-f8c19c2d8124 {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:42.549050 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Pushing event updated for resources: {'Port': ['ID=4000a39f-fc77-4570-83d7-aa889d3bf499,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:42.553828 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:42.556947 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Checking segment: {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:42.556947 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.560398 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Bound using segment: {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:42.560398 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Bound port: ec4f55e4-748b-4e4d-aa73-dac9bb492620, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:42.560398 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.614787 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.647879 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:42.688856 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:18:42.689262 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (e10ba842-13d8-4a47-b8ac-e6ff3c5cae28), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.689445 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] For port ec4f55e4-748b-4e4d-aa73-dac9bb492620, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:42.696651 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] For port ec4f55e4-748b-4e4d-aa73-dac9bb492620, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=ec4f55e4-748b-4e4d-aa73-dac9bb492620,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:42.710947 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: from cryptography.utils import int_from_bytes Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: from cryptography.utils import int_from_bytes Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:18:42.716942 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:18:42.719893 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-7f114867-a3ea-4c72-959a-3f3a506160fe admin admin] 10.222.0.32 "PUT /v2.0/routers/f58599d5-a25c-4fc5-85f5-50e664025820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5136206 Mar 10 04:18:42.771938 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.775502 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:42.816719 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:42.825504 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:42.849689 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 6e42045d-0622-4f51-b79d-65906c899aa0, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=6e42045d-0622-4f51-b79d-65906c899aa0,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:42.864313 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:42.870181 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:42.873312 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-660a9679-690c-4f56-af6f-ed7b1cb552d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5a8440f0-4acd-4f11-9262-3f1d5916f59a), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.891785 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-660a9679-690c-4f56-af6f-ed7b1cb552d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:42.891785 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-660a9679-690c-4f56-af6f-ed7b1cb552d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a8440f0-4acd-4f11-9262-3f1d5916f59a HTTP/1.1" status: 204 len: 168 time: 4.3821161 Mar 10 04:18:43.019812 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dde89-ec4a-41b6-a9d9-a679ac80607d None None] Pushing event updated for resources: {'Port': ['ID=ec4f55e4-748b-4e4d-aa73-dac9bb492620,revision_number=4']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:43.040402 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Routers {'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:43.041306 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:43.098968 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.101370 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 99e09c9b-d919-4130-be0d-0ce9e9667900 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:43.126258 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (16ed8f38-7f6a-4c98-9360-14af48290b77), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.339931 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-38001ee7-ecdb-4382-b111-466b478c7833 None None] Provisioning complete for port 0ed93386-c047-40cc-8ef0-8400dd12e72e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:43.347456 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-38001ee7-ecdb-4382-b111-466b478c7833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.371237 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] Set router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:43.420780 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 99e09c9b-d919-4130-be0d-0ce9e9667900 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:43.420780 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.502284 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=6e42045d-0622-4f51-b79d-65906c899aa0,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:43.512071 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:33Z', 'revision_number': 3, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:43.524925 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77b8d32-237d-4633-9a97-5e40ba41c88f {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:18:43.529193 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-38001ee7-ecdb-4382-b111-466b478c7833 None None] Port 0ed93386-c047-40cc-8ef0-8400dd12e72e cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:43.536746 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Publish callbacks [] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.631738 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:43.670338 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a9679-690c-4f56-af6f-ed7b1cb552d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8440f0-4acd-4f11-9262-3f1d5916f59a,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:43.746840 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:18:34Z', 'revision_number': 4, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port': {'id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'ec4f55e4-748b-4e4d-aa73-dac9bb492620', 'name': '', 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'mac_address': 'fa:16:3e:4b:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:33Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'subnets': [{'id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:43.782668 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa81e1-cd95-4c24-a7c4-0e0cc32e66a3 req-f94ed2ed-6fba-4ea2-b66b-c1d1b514fa87 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:43.784315 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-07aa81e1-cd95-4c24-a7c4-0e0cc32e66a3 req-f94ed2ed-6fba-4ea2-b66b-c1d1b514fa87 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 932 time: 1.4994385 Mar 10 04:18:43.824319 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769c5f4-2296-462e-873f-327b97649df0 None None] The sync data for ids ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'] in dv-cinder-778193-25-smb is: [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:18:34Z', 'revision_number': 4, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port': {'id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'ec4f55e4-748b-4e4d-aa73-dac9bb492620', 'name': '', 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'mac_address': 'fa:16:3e:4b:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:33Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'subnets': [{'id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:43.841087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks [] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.849186 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Transition to ACTIVE for port object b77b8d32-237d-4633-9a97-5e40ba41c88f will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:18:43.856157 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-cfb02db4-0a73-4c23-9574-1fecc8e372fa tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3223746 Mar 10 04:18:43.865757 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37807c-6021-47e7-8268-edb93da96338 None None] The sync data for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb is: [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:33Z', 'revision_number': 3, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:43.882167 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (823eaab4-6143-4294-90ae-2b053050aebb), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:43.938999 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.005357 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-adbeeb9b-b9ef-481f-b198-f4e6ee70bc8a None None] Provisioning complete for port 4000a39f-fc77-4570-83d7-aa889d3bf499 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:44.005357 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-adbeeb9b-b9ef-481f-b198-f4e6ee70bc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.089937 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-adbeeb9b-b9ef-481f-b198-f4e6ee70bc8a None None] Port 4000a39f-fc77-4570-83d7-aa889d3bf499 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:44.107930 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 99e09c9b-d919-4130-be0d-0ce9e9667900 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:44.108574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.174160 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 99e09c9b-d919-4130-be0d-0ce9e9667900, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=99e09c9b-d919-4130-be0d-0ce9e9667900,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:44.190168 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:41Z', 'revision_number': 2, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:44.261708 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:44.261708 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Updating router f58599d5-a25c-4fc5-85f5-50e664025820 port 0ed93386-c047-40cc-8ef0-8400dd12e72e binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:44.263218 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.393657 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.413892 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.423342 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] 10.222.0.32 "DELETE /v2.0/networks/823eaab4-6143-4294-90ae-2b053050aebb HTTP/1.1" status: 204 len: 168 time: 6.4045277 Mar 10 04:18:44.437080 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54094) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:44.525370 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.704338 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b77b8d32-237d-4633-9a97-5e40ba41c88f,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:44.788664 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_v2 [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] Deleting subnet ec958046-6b8c-49ba-8c88-0c454ec642db {{(pid=103751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:18:44.804428 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:44.809892 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=99e09c9b-d919-4130-be0d-0ce9e9667900,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:44.836203 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 6e42045d-0622-4f51-b79d-65906c899aa0 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:44.871997 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Attempting to bind port b77b8d32-237d-4633-9a97-5e40ba41c88f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:44.872696 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Attempting to bind port b77b8d32-237d-4633-9a97-5e40ba41c88f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8cbe5410-4fee-4638-83cc-f734720541a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:44.873003 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Attempting to bind port b77b8d32-237d-4633-9a97-5e40ba41c88f on network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:44.878302 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Port b77b8d32-237d-4633-9a97-5e40ba41c88f on network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:18:44.878761 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Attempting to bind port b77b8d32-237d-4633-9a97-5e40ba41c88f on network 4065f1f6-612e-4e40-b73d-e2f8eaa43569 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:44.884869 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:44.889676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Checking segment: {'id': '8cbe5410-4fee-4638-83cc-f734720541a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:44.889676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Bound using segment: {'id': '8cbe5410-4fee-4638-83cc-f734720541a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:44.889676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Bound port: b77b8d32-237d-4633-9a97-5e40ba41c88f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbe5410-4fee-4638-83cc-f734720541a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:44.889676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:44.922318 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2143d4-a208-4b54-b19e-afb059c63b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=823eaab4-6143-4294-90ae-2b053050aebb,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:44.933436 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] Publish callbacks [] for subnet (ec958046-6b8c-49ba-8c88-0c454ec642db), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.045757 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] For port b77b8d32-237d-4633-9a97-5e40ba41c88f, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:45.052968 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] For port b77b8d32-237d-4633-9a97-5e40ba41c88f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b77b8d32-237d-4633-9a97-5e40ba41c88f,segment=NetworkSegment(8cbe5410-4fee-4638-83cc-f734720541a2),segment_id=8cbe5410-4fee-4638-83cc-f734720541a2)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:45.084838 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 6e42045d-0622-4f51-b79d-65906c899aa0 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:45.085270 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.098373 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6711053'] for subnet (ec958046-6b8c-49ba-8c88-0c454ec642db), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.175064 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.227424 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-07aa81e1-cd95-4c24-a7c4-0e0cc32e66a3 req-4f5ebb92-4241-45f8-b022-6f3cc95ed748 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4187200 Mar 10 04:18:45.280227 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:45.281860 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.289814 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] 10.222.0.37 "PUT /v2.0/ports/b77b8d32-237d-4633-9a97-5e40ba41c88f HTTP/1.1" status: 200 len: 1094 time: 3.4049544 Mar 10 04:18:45.293178 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fde513-51e7-4698-bd9d-d3e812356f19', 'tag': 'b77b8d32-237d-4633-9a97-5e40ba41c88f'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:18:45.410067 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Publish callbacks [] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.419719 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.503953 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (9a2e9717-8c27-45c3-859c-9ef4133c4a51), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.563377 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.568700 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-456d11d1-ba66-4f44-8b88-3884003a1780 service neutron] 10.222.0.32 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7113326 Mar 10 04:18:45.789332 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80aaec-3c52-4e3f-9758-e99676d764c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b77b8d32-237d-4633-9a97-5e40ba41c88f,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:45.790902 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 6e42045d-0622-4f51-b79d-65906c899aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:45.792182 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device ec4f55e4-748b-4e4d-aa73-dac9bb492620 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:45.794340 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc9df1-56c8-47f9-99a0-69acd6acb933 None None] Pushing event updated for resources: {'Port': ['ID=0ed93386-c047-40cc-8ef0-8400dd12e72e,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:45.799362 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (ec958046-6b8c-49ba-8c88-0c454ec642db), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:45.860717 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b76aaa-470f-4690-91c2-4715dd18ed0e" -d '{"events": [{"name": "network-changed", "server_uuid": "44fde513-51e7-4698-bd9d-d3e812356f19", "tag": "b77b8d32-237d-4633-9a97-5e40ba41c88f"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:18:45.907108 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633be-8888-4d5e-828c-500b71be20d5 req-14985a0a-86eb-4dc5-ac21-ab492ab22c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:45.909847 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-14985a0a-86eb-4dc5-ac21-ab492ab22c3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7dbb516cb54759ae6533cabfa4b1c7&device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 1128 time: 0.4488647 Mar 10 04:18:46.078841 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Attempting to bind port 0ed93386-c047-40cc-8ef0-8400dd12e72e on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:46.079221 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Attempting to bind port 0ed93386-c047-40cc-8ef0-8400dd12e72e by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:46.085946 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Attempting to bind port 0ed93386-c047-40cc-8ef0-8400dd12e72e on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:46.110577 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:46.111001 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Checking segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:46.112174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.112174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Bound using segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:46.117251 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Bound port: 0ed93386-c047-40cc-8ef0-8400dd12e72e, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:46.117818 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.161535 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port ec4f55e4-748b-4e4d-aa73-dac9bb492620 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:46.161960 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.207874 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-bc569f76-854f-49ca-b49c-a3f9a4a162bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77b8d32-237d-4633-9a97-5e40ba41c88f HTTP/1.1" status: 200 len: 217 time: 0.2849796 Mar 10 04:18:46.224179 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks [] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.235043 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5325040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5335155'] for subnet (ec958046-6b8c-49ba-8c88-0c454ec642db), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.360873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.373085 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54130) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:46.374713 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64633be-8888-4d5e-828c-500b71be20d5 req-1e8a0b76-ce91-4d24-925b-e2244fce6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:46.377161 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-1e8a0b76-ce91-4d24-925b-e2244fce6e96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00195e85-3647-4d5a-8152-ef54f4b37366 HTTP/1.1" status: 200 len: 852 time: 0.1492472 Mar 10 04:18:46.381529 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-d426d120-093d-46f3-afd8-d6a2a197f6b0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826326472', 'description': 'tempest-description--1295198181'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:46.434155 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.442933 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec958046-6b8c-49ba-8c88-0c454ec642db HTTP/1.1" status: 204 len: 168 time: 2.0014179 Mar 10 04:18:46.578712 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54136) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:46.630484 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (16ed8f38-7f6a-4c98-9360-14af48290b77), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.635872 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf7b1-eb2c-4c2f-9dfe-f8feacd02504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec958046-6b8c-49ba-8c88-0c454ec642db,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:46.641202 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-f7b7b239-c5f4-4c68-8336-13c91579d1f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4065f1f6-612e-4e40-b73d-e2f8eaa43569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2542579 Mar 10 04:18:46.779603 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:46.779849 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-8a7c6cf8-9c1a-41f6-b978-28444c6646ea None None] Provisioning complete for port 0ed93386-c047-40cc-8ef0-8400dd12e72e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:46.781027 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Pushing event updated for resources: {'Port': ['ID=4000a39f-fc77-4570-83d7-aa889d3bf499,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:46.782695 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8a7c6cf8-9c1a-41f6-b978-28444c6646ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.791338 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:46.872277 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] For port 0ed93386-c047-40cc-8ef0-8400dd12e72e, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:46.936429 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] For port 0ed93386-c047-40cc-8ef0-8400dd12e72e, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=0ed93386-c047-40cc-8ef0-8400dd12e72e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:46.954651 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d426d120-093d-46f3-afd8-d6a2a197f6b0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:46.977278 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c6cf8-9c1a-41f6-b978-28444c6646ea None None] Port 0ed93386-c047-40cc-8ef0-8400dd12e72e cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:46.997548 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port ec4f55e4-748b-4e4d-aa73-dac9bb492620 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:46.998732 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.025950 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa06adb-a685-4785-a877-d3e1ae3df72e x-openstack-request-id: req-baa06adb-a685-4785-a877-d3e1ae3df72e {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:18:47.026587 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-c8e03a4e-8b9f-448e-9b50-d576e9bfbedd service neutron] 10.222.0.32 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4570029 Mar 10 04:18:47.037599 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.040705 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fde513-51e7-4698-bd9d-d3e812356f19", "tag": "b77b8d32-237d-4633-9a97-5e40ba41c88f", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:18:47.041217 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baa06adb-a685-4785-a877-d3e1ae3df72e {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:18:47.041997 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fde513-51e7-4698-bd9d-d3e812356f19', 'tag': 'b77b8d32-237d-4633-9a97-5e40ba41c88f', 'status': 'completed', 'code': 200} Mar 10 04:18:47.071500 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (1ef6cce3-aef5-4ba2-b9dd-79bd250a07da), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.128323 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port ec4f55e4-748b-4e4d-aa73-dac9bb492620, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=ec4f55e4-748b-4e4d-aa73-dac9bb492620,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:47.137141 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:47.137782 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:47.251100 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.261311 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc9df1-56c8-47f9-99a0-69acd6acb933 None None] Pushing event updated for resources: {'Port': ['ID=0ed93386-c047-40cc-8ef0-8400dd12e72e,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:47.320925 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-97ac440a-aefc-455a-8cb8-ead574152735 service neutron] 10.222.0.37 "GET /v2.0/networks/4065f1f6-612e-4e40-b73d-e2f8eaa43569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622016 Mar 10 04:18:47.541664 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-f4fb7f57-f65e-4c26-81cd-f889a74120fc None None] Provisioning complete for port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:47.545559 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7f57-f65e-4c26-81cd-f889a74120fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.550493 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=ec4f55e4-748b-4e4d-aa73-dac9bb492620,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:47.552443 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:47.556413 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:47.582858 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:18:47.649880 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 1938a902-48da-428d-a895-531132d40ee4 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:47.707324 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d426d120-093d-46f3-afd8-d6a2a197f6b0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (c49865cd-2319-40b0-bafb-d9e4591c620e), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.761267 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:47.937019 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (1ef6cce3-aef5-4ba2-b9dd-79bd250a07da), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:47.954457 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d426d120-093d-46f3-afd8-d6a2a197f6b0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c49865cd-2319-40b0-bafb-d9e4591c620e), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.044768 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d64633be-8888-4d5e-828c-500b71be20d5 req-ac2ff827-ad1b-4a31-b79f-f8b205f21281 service neutron] 10.222.0.37 "GET /v2.0/networks/4065f1f6-612e-4e40-b73d-e2f8eaa43569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121484 Mar 10 04:18:48.073235 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-386c3073-f8b0-479a-b9ae-3f80ae807102 req-57f38766-3428-45f4-9281-afdf61d062d2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 210 time: 0.5129533 Mar 10 04:18:48.103255 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b2d54-67cd-4013-ae02-1275f3692e09 req-1d71c1a2-224d-496d-a78d-e5cdc2ceeaa9 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:48.114468 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ee6b2d54-67cd-4013-ae02-1275f3692e09 req-1d71c1a2-224d-496d-a78d-e5cdc2ceeaa9 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 0.9579449 Mar 10 04:18:48.116032 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Router 16ed8f38-7f6a-4c98-9360-14af48290b77 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:18:48.169379 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d426d120-093d-46f3-afd8-d6a2a197f6b0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.173813 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d426d120-093d-46f3-afd8-d6a2a197f6b0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7953680 Mar 10 04:18:48.190819 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54186) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:48.214669 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-f4d8f15d-cc7d-43e0-b2be-19911d6fb4eb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': 'c49865cd-2319-40b0-bafb-d9e4591c620e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:48.254979 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:48.268828 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Sync routers for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:48.277393 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.279020 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.282389 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb7f57-f65e-4c26-81cd-f889a74120fc None None] Port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.293692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.294680 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:48.294750 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-de8ac46a-de6a-4502-839b-99c598583bc9 admin admin] 10.222.0.32 "PUT /v2.0/routers/9a2e9717-8c27-45c3-859c-9ef4133c4a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8194990 Mar 10 04:18:48.296284 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:48.468290 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ee6b2d54-67cd-4013-ae02-1275f3692e09 req-7f18fda6-2cf3-4ff4-bf7d-4aac0308423f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547342 Mar 10 04:18:48.530854 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.531787 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.532153 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.532521 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:18:48.532997 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef6cce3-aef5-4ba2-b9dd-79bd250a07da']}} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:48.534299 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:48.597253 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Provisioning complete for port 0ed93386-c047-40cc-8ef0-8400dd12e72e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:48.598044 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.613842 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:18:48.632018 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-305636fc-17e4-4550-a419-2d25578ac39b admin admin] 10.222.0.32 "PUT /v2.0/routers/16ed8f38-7f6a-4c98-9360-14af48290b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3577163 Mar 10 04:18:48.671304 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4247e26-e86b-40ac-9c9e-cb59586cc772') {'for_net_delete': True} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:48.673668 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 1938a902-48da-428d-a895-531132d40ee4 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:48.674150 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (1938a902-48da-428d-a895-531132d40ee4), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.679568 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4247e26-e86b-40ac-9c9e-cb59586cc772') {} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:48.742703 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5938063'] for segment (e4247e26-e86b-40ac-9c9e-cb59586cc772), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.751725 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426d120-093d-46f3-afd8-d6a2a197f6b0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49865cd-2319-40b0-bafb-d9e4591c620e,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:48.808440 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:46Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:48.865615 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (e4247e26-e86b-40ac-9c9e-cb59586cc772), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.878248 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79815004-0651-4381-8b20-37f406ea6a56 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:46Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:48.879247 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:18:48.879637 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5937278'] for segment (e4247e26-e86b-40ac-9c9e-cb59586cc772), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: from cryptography.utils import int_from_bytes Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: from cryptography.utils import int_from_bytes Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: Traceback (most recent call last): Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: timer() Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: cb(*args, **kw) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: return func(*args, **kwargs) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: self._notify() Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: self.callback(batched_events) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: event.method(event) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: return f(self, *a, **k) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: return self._get(url).json() Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: return self.request(url, 'GET', **kwargs) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:18:48.902774 dv-cinder-778193-25-smb neutron-server[103752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:18:48.950587 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Current status of the port 0ed93386-c047-40cc-8ef0-8400dd12e72e is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:48.951275 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:48.983559 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-ff484e4f-68d5-4d79-811a-06c083be40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:48.987777 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-ff484e4f-68d5-4d79-811a-06c083be40be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c7dbb516cb54759ae6533cabfa4b1c7&device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 1128 time: 0.4464405 Mar 10 04:18:49.001695 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f15d-cc7d-43e0-b2be-19911d6fb4eb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (387cea8c-633a-4a04-82b7-f4c2236daa79), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.027538 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-676748b3-dcb4-4f52-ad65-0c4a970654c3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:49.040339 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-676748b3-dcb4-4f52-ad65-0c4a970654c3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 819 time: 0.3780704 Mar 10 04:18:49.072978 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-8e275ae5-de09-4a58-8383-238f873a13d0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/quotas/4a456c498bf54f33adb6e4c66eac186f HTTP/1.1" status: 200 len: 375 time: 0.0314741 Mar 10 04:18:49.098334 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:43Z', 'revision_number': 2, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:49.207046 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54222) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:49.214268 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Checking router: 9a2e9717-8c27-45c3-859c-9ef4133c4a51 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:49.214685 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Updating router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:49.249537 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 1938a902-48da-428d-a895-531132d40ee4 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:49.251031 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (1938a902-48da-428d-a895-531132d40ee4), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.357239 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.365021 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 1938a902-48da-428d-a895-531132d40ee4, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=1938a902-48da-428d-a895-531132d40ee4,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:49.374071 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] For port 0ed93386-c047-40cc-8ef0-8400dd12e72e, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=0ed93386-c047-40cc-8ef0-8400dd12e72e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:49.454750 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (1938a902-48da-428d-a895-531132d40ee4), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.455864 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 99e09c9b-d919-4130-be0d-0ce9e9667900 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:49.615768 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-666c5060-f881-4f19-9d45-33b3f579cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:49.621205 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-666c5060-f881-4f19-9d45-33b3f579cdc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4065f1f6-612e-4e40-b73d-e2f8eaa43569 HTTP/1.1" status: 200 len: 913 time: 0.5948298 Mar 10 04:18:49.669786 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (1ef6cce3-aef5-4ba2-b9dd-79bd250a07da), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.714272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.721810 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1ef6cce3-aef5-4ba2-b9dd-79bd250a07da HTTP/1.1" status: 204 len: 168 time: 3.1440268 Mar 10 04:18:49.739089 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=1938a902-48da-428d-a895-531132d40ee4,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:49.766665 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Sync routers for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:18:49.785751 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:49.846347 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-208dba70-f3d1-421e-9a6f-e8c687e053ae tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7678475 Mar 10 04:18:49.852438 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-e5c77d78-2725-420a-992b-b2c5675b1fc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77b8d32-237d-4633-9a97-5e40ba41c88f HTTP/1.1" status: 200 len: 217 time: 0.2090950 Mar 10 04:18:49.863165 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c0123e26-706e-4e94-af25-7d8a627428a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.004624 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d94f3a-7c44-4059-b0f8-e272ac02bdc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef6cce3-aef5-4ba2-b9dd-79bd250a07da,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:50.015096 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:50.020583 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:50.033562 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Pushing event updated for resources: {'Port': ['ID=0ed93386-c047-40cc-8ef0-8400dd12e72e,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:50.126348 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Provisioning complete for port 4000a39f-fc77-4570-83d7-aa889d3bf499 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:50.126728 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.168389 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-b2cc4740-6c3e-47a4-8239-313c7037ecdd service neutron] 10.222.0.32 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207560 Mar 10 04:18:50.213113 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c0123e26-706e-4e94-af25-7d8a627428a5 admin admin] Publish callbacks [] for security_group (f38649f4-82d8-4be6-a92d-406d64107810), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.234496 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 99e09c9b-d919-4130-be0d-0ce9e9667900 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:50.235210 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.239139 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-2f57c906-f411-451d-a22f-76516f61dcb3 None None] Port 4000a39f-fc77-4570-83d7-aa889d3bf499 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:50.263061 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f15d-cc7d-43e0-b2be-19911d6fb4eb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (387cea8c-633a-4a04-82b7-f4c2236daa79), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.307913 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-b1f45195-2042-4aa3-a139-6236331e8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:50.309742 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-b1f45195-2042-4aa3-a139-6236331e8cb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00195e85-3647-4d5a-8152-ef54f4b37366 HTTP/1.1" status: 200 len: 852 time: 0.4315877 Mar 10 04:18:50.314869 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54248) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:50.338575 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c0123e26-706e-4e94-af25-7d8a627428a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (f38649f4-82d8-4be6-a92d-406d64107810), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.442440 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Publish callbacks [] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.477887 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-fb095057-de23-4042-88ff-d4b410e039be service neutron] 10.222.0.32 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028052 Mar 10 04:18:50.535448 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:50.539979 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 99e09c9b-d919-4130-be0d-0ce9e9667900 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:50.555468 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:50.701986 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54254) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:51.020948 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-fc20e590-424f-4433-ac90-4386e6f54fda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4065f1f6-612e-4e40-b73d-e2f8eaa43569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6759334 Mar 10 04:18:51.024293 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f15d-cc7d-43e0-b2be-19911d6fb4eb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (387cea8c-633a-4a04-82b7-f4c2236daa79), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.056410 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c0123e26-706e-4e94-af25-7d8a627428a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a271367b3d62459390996bafad668891&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8239799 Mar 10 04:18:51.063900 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54264) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:51.076134 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f862-2c0e-43c4-a4e5-8f24504aca5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.093026 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5768c8-fee3-4cb7-9ded-af6e7ea88ebc None None] Pushing event updated for resources: {'Port': ['ID=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:51.129934 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 2, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:51.174201 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Attempting to bind port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:51.176398 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Attempting to bind port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:51.176824 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Attempting to bind port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:51.189018 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:51.189463 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Checking segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:51.194580 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.200960 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Bound using segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:51.200960 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Bound port: b1bf73c2-65d5-46a3-8f32-3612307e5ce8, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:51.200960 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.214010 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Checking router: 16ed8f38-7f6a-4c98-9360-14af48290b77 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:18:51.214368 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Updating router 16ed8f38-7f6a-4c98-9360-14af48290b77 port 4000a39f-fc77-4570-83d7-aa889d3bf499 binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:18:51.221277 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 1938a902-48da-428d-a895-531132d40ee4 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:51.354559 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f862-2c0e-43c4-a4e5-8f24504aca5e admin admin] Publish callbacks [] for security_group (1bab8d1d-d2c5-4e27-b37a-146f44f72888), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.421084 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] For port b1bf73c2-65d5-46a3-8f32-3612307e5ce8, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:51.437056 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f862-2c0e-43c4-a4e5-8f24504aca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (1bab8d1d-d2c5-4e27-b37a-146f44f72888), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.451524 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] For port b1bf73c2-65d5-46a3-8f32-3612307e5ce8, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:51.497381 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-2734cf78-ee01-43bb-951b-aef2587a268f service neutron] 10.222.0.37 "GET /v2.0/networks/4065f1f6-612e-4e40-b73d-e2f8eaa43569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322212 Mar 10 04:18:51.539951 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.583326 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-8eb7f862-2c0e-43c4-a4e5-8f24504aca5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=035035bd36a5486caa00c4daa2c18ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8793020 Mar 10 04:18:51.584137 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7f862-2c0e-43c4-a4e5-8f24504aca5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bab8d1d-d2c5-4e27-b37a-146f44f72888,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:51.586517 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54274) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:51.625581 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54276) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:51.626499 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e8eedab5-8c37-460b-a458-1e537ecfa57e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f3a2f252c10436cb3b8e40f939ec56c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2971623 Mar 10 04:18:51.707963 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5768c8-fee3-4cb7-9ded-af6e7ea88ebc None None] Pushing event updated for resources: {'Port': ['ID=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,revision_number=4']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:51.768493 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:51.769276 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:51.796893 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54278) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:51.814131 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-2ea4d78b-45fa-49fc-ac08-eb9a56717146 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144597191', 'description': 'tempest-description--1967951225'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:51.916577 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d222-ea56-4e77-a1fd-e2bf726b06f6 admin admin] Publish callbacks [] for security_group (f38649f4-82d8-4be6-a92d-406d64107810), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.959801 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d222-ea56-4e77-a1fd-e2bf726b06f6 admin admin] Publish callbacks [] for security_group (f38649f4-82d8-4be6-a92d-406d64107810), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:51.986557 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.37', 52460) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:52.009091 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a6aba6ba-02db-4078-adae-f79d075016c9 admin admin] Publish callbacks [] for security_group (1bab8d1d-d2c5-4e27-b37a-146f44f72888), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.101396 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-fe8d695c-5530-4d33-ae31-6527a86a4866 None None] Provisioning complete for port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:52.102648 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d5b76aaa-470f-4690-91c2-4715dd18ed0e req-b70259c4-1bf0-4d9d-a52a-3fb3ddac27da service neutron] 10.222.0.37 "GET /v2.0/networks/4065f1f6-612e-4e40-b73d-e2f8eaa43569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698357 Mar 10 04:18:52.103775 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-fe8d695c-5530-4d33-ae31-6527a86a4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.129348 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f15d-cc7d-43e0-b2be-19911d6fb4eb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.132742 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f4d8f15d-cc7d-43e0-b2be-19911d6fb4eb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.9317567 Mar 10 04:18:52.138305 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8f15d-cc7d-43e0-b2be-19911d6fb4eb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387cea8c-633a-4a04-82b7-f4c2236daa79,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:52.145185 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54284) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:52.151798 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0123e26-706e-4e94-af25-7d8a627428a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38649f4-82d8-4be6-a92d-406d64107810,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:52.161545 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-cf438565-f300-4373-9f1e-ed4f379539cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': 'c49865cd-2319-40b0-bafb-d9e4591c620e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:52.163772 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.197365 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:52.269472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d222-ea56-4e77-a1fd-e2bf726b06f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (f38649f4-82d8-4be6-a92d-406d64107810), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.272827 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d222-ea56-4e77-a1fd-e2bf726b06f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.273984 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d9e3d222-ea56-4e77-a1fd-e2bf726b06f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f38649f4-82d8-4be6-a92d-406d64107810 HTTP/1.1" status: 204 len: 168 time: 1.1613262 Mar 10 04:18:52.288768 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3d222-ea56-4e77-a1fd-e2bf726b06f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38649f4-82d8-4be6-a92d-406d64107810,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:52.303409 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 1938a902-48da-428d-a895-531132d40ee4 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:52.303799 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (1938a902-48da-428d-a895-531132d40ee4), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.321505 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cf438565-f300-4373-9f1e-ed4f379539cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (c49db00f-e273-46e5-8a75-6eb1bb530b1e), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.353930 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-f2f83b05-9209-4ee4-aad3-653839ac5236 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:52.358623 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-f2f83b05-9209-4ee4-aad3-653839ac5236 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 819 time: 0.3428276 Mar 10 04:18:52.404726 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Request body: {'port': {'device_id': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'admin_state_up': True, 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:52.459077 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a6aba6ba-02db-4078-adae-f79d075016c9 admin admin] Publish callbacks [] for security_group (1bab8d1d-d2c5-4e27-b37a-146f44f72888), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.474662 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.503536 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cf438565-f300-4373-9f1e-ed4f379539cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (c49db00f-e273-46e5-8a75-6eb1bb530b1e), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.505128 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54288) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:52.513834 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-0cae95a8-92d9-4f58-9755-201643d8b672 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780428509', 'description': 'tempest-description--1403492029'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:52.600898 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cf438565-f300-4373-9f1e-ed4f379539cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (c49db00f-e273-46e5-8a75-6eb1bb530b1e), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.630424 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d78b-45fa-49fc-ac08-eb9a56717146 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.635002 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-006dbf6e-29b5-4b39-a75f-77a095265612 admin admin] Publish callbacks [] for security_group (6228391b-5359-4bb7-a240-7de947d30c87), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.636109 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0cae95a8-92d9-4f58-9755-201643d8b672 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.652418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf438565-f300-4373-9f1e-ed4f379539cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49db00f-e273-46e5-8a75-6eb1bb530b1e,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:52.763345 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cf438565-f300-4373-9f1e-ed4f379539cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.765360 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-cf438565-f300-4373-9f1e-ed4f379539cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6089129 Mar 10 04:18:52.770907 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54294) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:52.777459 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:52.814165 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 1938a902-48da-428d-a895-531132d40ee4 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:52.815391 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 0ed93386-c047-40cc-8ef0-8400dd12e72e up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:52.865798 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d695c-5530-4d33-ae31-6527a86a4866 None None] Current status of the port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:52.866203 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-fe8d695c-5530-4d33-ae31-6527a86a4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.920992 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:52.921197 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:51Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:52.934384 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-fe8d695c-5530-4d33-ae31-6527a86a4866 None None] For port b1bf73c2-65d5-46a3-8f32-3612307e5ce8, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:52.978229 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ecf1476a-a004-4a98-a9d8-f5256d367108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.002362 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341cf03b-af1a-4c51-adf1-f91049aa7764 None None] The sync data for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb is: [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:51Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:53.016808 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 0ed93386-c047-40cc-8ef0-8400dd12e72e triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:53.017230 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.035066 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-942936e1-4dcc-4029-836b-e5026611f2aa req-66374a89-9141-435c-98f5-319754fcd843 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 210 time: 0.4361713 Mar 10 04:18:53.039695 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0cae95a8-92d9-4f58-9755-201643d8b672 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (2237968f-68fe-41a4-a5f7-3ce736603134), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.066921 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-fe8d695c-5530-4d33-ae31-6527a86a4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.158020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a6aba6ba-02db-4078-adae-f79d075016c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (1bab8d1d-d2c5-4e27-b37a-146f44f72888), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.178153 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a6aba6ba-02db-4078-adae-f79d075016c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.179461 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-a6aba6ba-02db-4078-adae-f79d075016c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bab8d1d-d2c5-4e27-b37a-146f44f72888 HTTP/1.1" status: 204 len: 168 time: 1.5920365 Mar 10 04:18:53.293882 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0cae95a8-92d9-4f58-9755-201643d8b672 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2237968f-68fe-41a4-a5f7-3ce736603134), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.338204 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d695c-5530-4d33-ae31-6527a86a4866 None None] Pushing event updated for resources: {'Port': ['ID=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:53.398556 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-c50da45d-9227-42c5-a32b-d329eec1ed16 None None] Provisioning complete for port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:53.400249 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c50da45d-9227-42c5-a32b-d329eec1ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.448154 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae95a8-92d9-4f58-9755-201643d8b672 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2237968f-68fe-41a4-a5f7-3ce736603134,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:53.454845 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Publish callbacks [] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.505247 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0cae95a8-92d9-4f58-9755-201643d8b672 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.511940 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0cae95a8-92d9-4f58-9755-201643d8b672 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0045891 Mar 10 04:18:53.513051 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54300) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:53.527138 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-2241bcca-629f-417c-b0fe-792b7b1b7d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'security_group_rule': {'security_group_id': '2237968f-68fe-41a4-a5f7-3ce736603134', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:53.534613 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 0ed93386-c047-40cc-8ef0-8400dd12e72e is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:53.535930 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device ec4f55e4-748b-4e4d-aa73-dac9bb492620 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:53.538242 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.541318 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-006dbf6e-29b5-4b39-a75f-77a095265612 admin admin] Publish callbacks [] for security_group (6228391b-5359-4bb7-a240-7de947d30c87), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.547331 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54302) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:53.594150 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.597618 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46b14-8e55-4a4a-903f-7b18bcb4a247 req-b6cea401-09bd-44f4-99fc-3d45d42c0990 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:53.602144 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-42e46b14-8e55-4a4a-903f-7b18bcb4a247 req-b6cea401-09bd-44f4-99fc-3d45d42c0990 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 1.2717440 Mar 10 04:18:53.652152 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca739478-f1c7-4e27-affc-28ca125d5b59 None None] Pushing event updated for resources: {'Port': ['ID=4000a39f-fc77-4570-83d7-aa889d3bf499,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:53.669416 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d78b-45fa-49fc-ac08-eb9a56717146 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (7244902c-873e-4cba-909d-83d3fbf3ce24), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.693280 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aba6ba-02db-4078-adae-f79d075016c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bab8d1d-d2c5-4e27-b37a-146f44f72888,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:53.792770 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d78b-45fa-49fc-ac08-eb9a56717146 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (7244902c-873e-4cba-909d-83d3fbf3ce24), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.799009 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-c50da45d-9227-42c5-a32b-d329eec1ed16 None None] Current status of the port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:53.860488 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.28.0.177 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/4343c472-7c9d-455a-a0a2-04a0828bbcc8) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:53.874427 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-866bd176-4e7b-4faa-972e-b6d0d881b162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.903975 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4d78b-45fa-49fc-ac08-eb9a56717146 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7244902c-873e-4cba-909d-83d3fbf3ce24,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:53.931755 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Made reservation on behalf of 4a456c498bf54f33adb6e4c66eac186f for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:53.937955 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.945686 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-006dbf6e-29b5-4b39-a75f-77a095265612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6228391b-5359-4bb7-a240-7de947d30c87), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.953890 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-006dbf6e-29b5-4b39-a75f-77a095265612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.960651 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port ec4f55e4-748b-4e4d-aa73-dac9bb492620 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:53.960651 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:53.970558 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-006dbf6e-29b5-4b39-a75f-77a095265612 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6228391b-5359-4bb7-a240-7de947d30c87 HTTP/1.1" status: 204 len: 168 time: 2.3177397 Mar 10 04:18:54.008306 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Attempting to bind port 4000a39f-fc77-4570-83d7-aa889d3bf499 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:54.024509 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Attempting to bind port 4000a39f-fc77-4570-83d7-aa889d3bf499 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:54.026814 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Attempting to bind port 4000a39f-fc77-4570-83d7-aa889d3bf499 on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:54.047006 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:54.047006 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Checking segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:54.047006 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.047006 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Bound using segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:54.047006 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Bound port: 4000a39f-fc77-4570-83d7-aa889d3bf499, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:54.047006 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.082873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dbf6e-29b5-4b39-a75f-77a095265612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228391b-5359-4bb7-a240-7de947d30c87,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:54.176545 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-42e46b14-8e55-4a4a-903f-7b18bcb4a247 req-e95d974d-d79b-4bb6-9820-3a0ef117eb34 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243983 Mar 10 04:18:54.181294 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d78b-45fa-49fc-ac08-eb9a56717146 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.183534 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2ea4d78b-45fa-49fc-ac08-eb9a56717146 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3854635 Mar 10 04:18:54.217522 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port ec4f55e4-748b-4e4d-aa73-dac9bb492620 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:54.225947 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-c02ae194-7b72-4d9c-8b4b-8248aeece88c None None] Provisioning complete for port 4000a39f-fc77-4570-83d7-aa889d3bf499 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:54.226498 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c02ae194-7b72-4d9c-8b4b-8248aeece88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.335630 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-c02ae194-7b72-4d9c-8b4b-8248aeece88c None None] Port 4000a39f-fc77-4570-83d7-aa889d3bf499 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:18:54.344418 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] For port 4000a39f-fc77-4570-83d7-aa889d3bf499, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:54.347467 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.348134 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] For port 4000a39f-fc77-4570-83d7-aa889d3bf499, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=4000a39f-fc77-4570-83d7-aa889d3bf499,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:54.395286 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54310) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:54.396232 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54314) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:54.425669 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.460205 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-e7ffa720-fc27-43b8-aec1-55fd11f7bcc4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'security_group_rule': {'security_group_id': '7244902c-873e-4cba-909d-83d3fbf3ce24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:54.489462 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-93ecded6-ad7b-4938-84f3-95c1e180a15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.492504 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2241bcca-629f-417c-b0fe-792b7b1b7d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (eaf4968a-9ff6-4656-aa95-2df4dac46963), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.504331 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device b1bf73c2-65d5-46a3-8f32-3612307e5ce8 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:54.554284 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cf51f935-1033-46c3-9fdd-bb83c5b738b0 req-7a784cbe-476d-4036-91dd-d4b9a36e01ee tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 210 time: 0.1426487 Mar 10 04:18:54.727424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:18:54.727662 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:54.731164 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca739478-f1c7-4e27-affc-28ca125d5b59 None None] Pushing event updated for resources: {'Port': ['ID=4000a39f-fc77-4570-83d7-aa889d3bf499,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:54.750437 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.785951 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Allocated IP 172.20.0.12 (3c824b73-29d5-44ab-8710-f8c19c2d8124/cc472a18-9b59-4f15-a962-69c7dbd8e753/21620203-568e-41a3-9e0f-e41d5c28c73b) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:54.902184 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa720-fc27-43b8-aec1-55fd11f7bcc4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (56a02de2-db22-42dc-8b7a-916e40e5152f), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:54.993978 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:54.994413 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.082870 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54324) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:55.107491 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks [] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.128079 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:18:55.130534 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc18f-f152-4e89-b427-51e631eab4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.156870 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-c377037c-e2c7-4476-b84b-93397bc578b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=452edebc8c0c4b298dba622ee6154f5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0865335 Mar 10 04:18:55.191824 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2241bcca-629f-417c-b0fe-792b7b1b7d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (eaf4968a-9ff6-4656-aa95-2df4dac46963), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.191987 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-f8380289-8255-4a21-abe4-ea23145ad09b None None] Provisioning complete for port 4000a39f-fc77-4570-83d7-aa889d3bf499 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:55.191987 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f8380289-8255-4a21-abe4-ea23145ad09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.210531 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:55.210757 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54328) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:55.226604 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=4343c472-7c9d-455a-a0a2-04a0828bbcc8,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:55.260830 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:55.264174 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:55.318198 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:55.499352 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-6aa72428-fd04-4d45-ad48-125a1e5ad5ad tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:55.499352 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-6aa72428-fd04-4d45-ad48-125a1e5ad5ad tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 819 time: 0.9104652 Mar 10 04:18:55.499352 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-866bd176-4e7b-4faa-972e-b6d0d881b162 admin admin] Publish callbacks [] for security_group (60748102-536c-47cd-8f95-24725fa5fb2a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.501363 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-baed36fe-bbf4-4b29-abd1-c629c68ca4f3 admin admin] Publish callbacks [] for security_group (c739313d-f6e0-4aea-9399-f86be580b77b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.502035 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Request body: {'port': {'device_id': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'admin_state_up': True, 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:55.502162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-baed36fe-bbf4-4b29-abd1-c629c68ca4f3 admin admin] Publish callbacks [] for security_group (c739313d-f6e0-4aea-9399-f86be580b77b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.502162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7f818-3297-4399-a69b-7d5ea0432485 req-b22a06d5-77d6-4427-8c08-1fb29c459399 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:55.502162 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1dd7f818-3297-4399-a69b-7d5ea0432485 req-b22a06d5-77d6-4427-8c08-1fb29c459399 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 0.1061888 Mar 10 04:18:55.502162 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1dd7f818-3297-4399-a69b-7d5ea0432485 req-10d150ab-26ce-44c5-bf5a-7e5c93a5488d tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626407 Mar 10 04:18:55.531785 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-f8380289-8255-4a21-abe4-ea23145ad09b None None] Current status of the port 4000a39f-fc77-4570-83d7-aa889d3bf499 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:55.532325 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f8380289-8255-4a21-abe4-ea23145ad09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.669553 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:54Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:18:55.735673 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-93ecded6-ad7b-4938-84f3-95c1e180a15e admin admin] Publish callbacks [] for security_group (dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.749294 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-f8380289-8255-4a21-abe4-ea23145ad09b None None] For port 4000a39f-fc77-4570-83d7-aa889d3bf499, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=4000a39f-fc77-4570-83d7-aa889d3bf499,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:18:55.760553 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf59c09-4345-462b-b44f-495cb1594c86 None None] The sync data for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb is: [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:54Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:18:55.801373 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2241bcca-629f-417c-b0fe-792b7b1b7d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (eaf4968a-9ff6-4656-aa95-2df4dac46963), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.804609 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa720-fc27-43b8-aec1-55fd11f7bcc4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (56a02de2-db22-42dc-8b7a-916e40e5152f), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.839978 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-64131c50-1030-4dd8-a630-fbcac3347e2d req-dd56f353-dab0-49a9-9401-acc51fbf84a3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 210 time: 0.0288570 Mar 10 04:18:55.841607 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.842611 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Made reservation on behalf of 4a456c498bf54f33adb6e4c66eac186f for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:18:55.846822 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.853208 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241bcca-629f-417c-b0fe-792b7b1b7d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf4968a-9ff6-4656-aa95-2df4dac46963,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:55.854974 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-866bd176-4e7b-4faa-972e-b6d0d881b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (60748102-536c-47cd-8f95-24725fa5fb2a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.864822 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (bd12f6b9-84ec-429f-a86e-d18f665662ce), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.888139 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f8380289-8255-4a21-abe4-ea23145ad09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.896428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-93ecded6-ad7b-4938-84f3-95c1e180a15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.917601 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:55.930930 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:55.937375 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:55.946372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bd176-4e7b-4faa-972e-b6d0d881b162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60748102-536c-47cd-8f95-24725fa5fb2a,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:55.953220 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-866bd176-4e7b-4faa-972e-b6d0d881b162 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f1c99277e78428b9fc8fb20e5f91d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4031641 Mar 10 04:18:55.953220 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa720-fc27-43b8-aec1-55fd11f7bcc4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (56a02de2-db22-42dc-8b7a-916e40e5152f), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:55.967510 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54332) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:55.975509 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Pushing event updated for resources: {'Port': ['ID=21620203-568e-41a3-9e0f-e41d5c28c73b,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:55.980461 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8380289-8255-4a21-abe4-ea23145ad09b None None] Pushing event updated for resources: {'Port': ['ID=4000a39f-fc77-4570-83d7-aa889d3bf499,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.004343 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-93ecded6-ad7b-4938-84f3-95c1e180a15e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2966631fcc446ecb47c05a6069e8990&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6006157 Mar 10 04:18:56.016211 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2241bcca-629f-417c-b0fe-792b7b1b7d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.017383 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2241bcca-629f-417c-b0fe-792b7b1b7d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5028048 Mar 10 04:18:56.024548 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54334) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:56.024885 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54336) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:56.038606 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-23e038a3-b74f-4fae-8eaf-94a8a7195ec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'security_group_rule': {'security_group_id': '2237968f-68fe-41a4-a5f7-3ce736603134', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:56.076276 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffa720-fc27-43b8-aec1-55fd11f7bcc4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a02de2-db22-42dc-8b7a-916e40e5152f,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.127694 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecded6-ad7b-4938-84f3-95c1e180a15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.131467 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-baed36fe-bbf4-4b29-abd1-c629c68ca4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c739313d-f6e0-4aea-9399-f86be580b77b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.139294 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-baed36fe-bbf4-4b29-abd1-c629c68ca4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.139294 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-baed36fe-bbf4-4b29-abd1-c629c68ca4f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c739313d-f6e0-4aea-9399-f86be580b77b HTTP/1.1" status: 204 len: 168 time: 0.9197543 Mar 10 04:18:56.153389 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed36fe-bbf4-4b29-abd1-c629c68ca4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739313d-f6e0-4aea-9399-f86be580b77b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.175494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:56.176401 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.186626 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.200593 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0878-4459-4f2e-a9e9-b00b7a57bbe4 admin admin] Publish callbacks [] for security_group (60748102-536c-47cd-8f95-24725fa5fb2a), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.216632 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e7ffa720-fc27-43b8-aec1-55fd11f7bcc4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.221320 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e7ffa720-fc27-43b8-aec1-55fd11f7bcc4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8196387 Mar 10 04:18:56.221427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54340) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:56.229191 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-8245128e-8c55-4363-949f-9c5f74955c3e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'security_group_rule': {'security_group_id': '7244902c-873e-4cba-909d-83d3fbf3ce24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:56.231314 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Allocated IP 172.20.0.4 (3c824b73-29d5-44ab-8710-f8c19c2d8124/cc472a18-9b59-4f15-a962-69c7dbd8e753/e57285f6-7bb5-4b6d-92f2-737a69b42fa2) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:56.248987 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0878-4459-4f2e-a9e9-b00b7a57bbe4 admin admin] Publish callbacks [] for security_group (60748102-536c-47cd-8f95-24725fa5fb2a), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.271639 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-002568b8-ce26-440d-bc23-5bb44e56af4d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8765399 Mar 10 04:18:56.273357 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-23e038a3-b74f-4fae-8eaf-94a8a7195ec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (9e3d1984-b835-4257-8d66-f7dff4779310), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.313477 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8245128e-8c55-4363-949f-9c5f74955c3e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (c494740d-2a11-4574-b056-11236b5a8340), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.331983 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c26c-ed9f-4385-afa5-c2b112d2b76e admin admin] Publish callbacks [] for security_group (dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.360095 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.371580 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8245128e-8c55-4363-949f-9c5f74955c3e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (c494740d-2a11-4574-b056-11236b5a8340), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.403781 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c26c-ed9f-4385-afa5-c2b112d2b76e admin admin] Publish callbacks [] for security_group (dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.463298 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8245128e-8c55-4363-949f-9c5f74955c3e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (c494740d-2a11-4574-b056-11236b5a8340), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.464970 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0878-4459-4f2e-a9e9-b00b7a57bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (60748102-536c-47cd-8f95-24725fa5fb2a), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.467488 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0878-4459-4f2e-a9e9-b00b7a57bbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.468706 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-fd1f0878-4459-4f2e-a9e9-b00b7a57bbe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60748102-536c-47cd-8f95-24725fa5fb2a HTTP/1.1" status: 204 len: 168 time: 0.5006995 Mar 10 04:18:56.474371 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-23e038a3-b74f-4fae-8eaf-94a8a7195ec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (9e3d1984-b835-4257-8d66-f7dff4779310), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.491042 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245128e-8c55-4363-949f-9c5f74955c3e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c494740d-2a11-4574-b056-11236b5a8340,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.499067 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f0878-4459-4f2e-a9e9-b00b7a57bbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60748102-536c-47cd-8f95-24725fa5fb2a,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.589898 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-23e038a3-b74f-4fae-8eaf-94a8a7195ec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (9e3d1984-b835-4257-8d66-f7dff4779310), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.615974 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8245128e-8c55-4363-949f-9c5f74955c3e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.622716 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-8245128e-8c55-4363-949f-9c5f74955c3e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003048 Mar 10 04:18:56.629152 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54348) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:56.654175 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:56.673467 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e038a3-b74f-4fae-8eaf-94a8a7195ec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3d1984-b835-4257-8d66-f7dff4779310,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.690993 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.710199 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c26c-ed9f-4385-afa5-c2b112d2b76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.710199 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c26c-ed9f-4385-afa5-c2b112d2b76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.713424 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e9d4c26c-ed9f-4385-afa5-c2b112d2b76e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd HTTP/1.1" status: 204 len: 168 time: 0.6826553 Mar 10 04:18:56.716031 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks [] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.732812 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4c26c-ed9f-4385-afa5-c2b112d2b76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaeaf2b-9144-4e27-aa35-5c4ff6ed53bd,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:56.744553 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a357440-b01a-4ed2-abc7-bd4e09521fe1 req-6d4c9424-122a-48be-9d55-69701fa98514 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:56.744553 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a357440-b01a-4ed2-abc7-bd4e09521fe1 req-6d4c9424-122a-48be-9d55-69701fa98514 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 0.1430843 Mar 10 04:18:56.769997 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-23e038a3-b74f-4fae-8eaf-94a8a7195ec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.775754 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-23e038a3-b74f-4fae-8eaf-94a8a7195ec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7422228 Mar 10 04:18:56.775754 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54354) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:18:56.781416 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:56.802242 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:56.809708 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a357440-b01a-4ed2-abc7-bd4e09521fe1 req-56446288-a901-4a2c-90a3-cb4ded1022bb tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618322 Mar 10 04:18:56.914254 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Request body: {'port': {'device_id': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:57.016551 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.034554 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7ab5-ab4e-4ced-827f-c80c4a58d7a0 req-57816313-9e0e-4cba-af0e-4b2835136155 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:57.036019 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0a0e7ab5-ab4e-4ced-827f-c80c4a58d7a0 req-57816313-9e0e-4cba-af0e-4b2835136155 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 931 time: 0.0953064 Mar 10 04:18:57.045045 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.053192 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.054825 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.129520 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=4343c472-7c9d-455a-a0a2-04a0828bbcc8,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:57.222606 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Pushing event updated for resources: {'Port': ['ID=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:57.240095 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (bd12f6b9-84ec-429f-a86e-d18f665662ce), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.244294 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Network 3c824b73-29d5-44ab-8710-f8c19c2d8124 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:57.276867 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:57.282061 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:57.302020 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0a0e7ab5-ab4e-4ced-827f-c80c4a58d7a0 req-de41aeb4-c730-4f30-aaf4-da11d2f0bc6e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348330 Mar 10 04:18:57.442751 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.444228 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ab81a9fe-086d-4f1c-b3d4-a46730bd5456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6719246 Mar 10 04:18:57.453179 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:57.453845 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.530505 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.548380 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.554399 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-1812f5a7-339d-44d9-985d-99ae9963443a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2116299 Mar 10 04:18:57.571914 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21620203-568e-41a3-9e0f-e41d5c28c73b {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:18:57.581064 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Publish callbacks [] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.605672 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Transition to ACTIVE for port object 21620203-568e-41a3-9e0f-e41d5c28c73b will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:18:57.617480 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Request body: {'port': {'device_id': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:18:57.714668 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.772763 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.793153 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:57.859299 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Allocated IP 172.28.0.172 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/7510663a-bfcc-4b66-9883-eacbfb55a911) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:57.897819 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Pushing event updated for resources: {'Port': ['ID=21620203-568e-41a3-9e0f-e41d5c28c73b,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:57.922618 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-4862b66d-4fb3-4655-b5fe-0e0c4d083691 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1826326472&fields=id&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 267 time: 0.1612208 Mar 10 04:18:58.006639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Attempting to bind port 21620203-568e-41a3-9e0f-e41d5c28c73b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:58.007007 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Attempting to bind port 21620203-568e-41a3-9e0f-e41d5c28c73b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:58.007386 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Attempting to bind port 21620203-568e-41a3-9e0f-e41d5c28c73b on network 3c824b73-29d5-44ab-8710-f8c19c2d8124 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:58.047590 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Port 21620203-568e-41a3-9e0f-e41d5c28c73b on network 3c824b73-29d5-44ab-8710-f8c19c2d8124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:18:58.047889 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Attempting to bind port 21620203-568e-41a3-9e0f-e41d5c28c73b on network 3c824b73-29d5-44ab-8710-f8c19c2d8124 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:58.070512 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:58.070512 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Checking segment: {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:58.070512 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Bound using segment: {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:58.070512 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Bound port: 21620203-568e-41a3-9e0f-e41d5c28c73b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:58.070512 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.095807 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3d369-3db9-4e3b-9e43-02bd78259d46 req-acb94cee-a3e2-4454-9ed4-e6cc26888ab3 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:58.097656 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccf3d369-3db9-4e3b-9e43-02bd78259d46 req-acb94cee-a3e2-4454-9ed4-e6cc26888ab3 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 0.1736927 Mar 10 04:18:58.168224 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-2c9503e7-e03a-45c7-8a99-24227cb962e3 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:58.170272 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-2c9503e7-e03a-45c7-8a99-24227cb962e3 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.2145221 Mar 10 04:18:58.237203 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.263577 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccf3d369-3db9-4e3b-9e43-02bd78259d46 req-251a8514-4cfc-4bb4-8b32-be60d987ab41 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571658 Mar 10 04:18:58.279119 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-7c5f0312-b05f-4f04-950f-24765930c009 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/quotas/88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 375 time: 0.0802021 Mar 10 04:18:58.309171 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] For port 21620203-568e-41a3-9e0f-e41d5c28c73b, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:58.337156 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57285f6-7bb5-4b6d-92f2-737a69b42fa2 {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:18:58.347953 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Publish callbacks [] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.361955 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] For port 21620203-568e-41a3-9e0f-e41d5c28c73b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21620203-568e-41a3-9e0f-e41d5c28c73b,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:58.366781 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Transition to ACTIVE for port object e57285f6-7bb5-4b6d-92f2-737a69b42fa2 will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:18:58.408435 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-249f2118-447a-4e13-beed-9c14a98ca112 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199808 Mar 10 04:18:58.420374 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 4000a39f-fc77-4570-83d7-aa889d3bf499 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:18:58.455228 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.499765 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 4000a39f-fc77-4570-83d7-aa889d3bf499 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:18:58.499765 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.538374 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:58.538948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.540444 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] 10.222.0.37 "PUT /v2.0/ports/21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 1094 time: 1.6327560 Mar 10 04:18:58.545280 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'tag': '21620203-568e-41a3-9e0f-e41d5c28c73b'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:18:58.550828 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.558874 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:58.567643 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28d973-762b-413d-be42-7e3e54e3c766 service neutron] Pushing event updated for resources: {'Port': ['ID=21620203-568e-41a3-9e0f-e41d5c28c73b,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:58.579704 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af7d98-40fa-4e7b-b6de-1f0a076f0b1e req-66d7f10f-fd6e-4184-b5df-5e519bb1be99 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:58.580957 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1af7d98-40fa-4e7b-b6de-1f0a076f0b1e req-66d7f10f-fd6e-4184-b5df-5e519bb1be99 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 931 time: 0.1368961 Mar 10 04:18:58.588671 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Allocated IP 172.28.0.150 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/736d3873-644e-4689-b4fb-49cc0f91b318) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:18:58.662211 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1af7d98-40fa-4e7b-b6de-1f0a076f0b1e req-208b3510-5a7f-4f1e-bc47-2d312a4a89f8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678961 Mar 10 04:18:58.699748 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 4000a39f-fc77-4570-83d7-aa889d3bf499 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:18:58.711415 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:58.766720 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:58.771304 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:58.787843 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-7e3e379d-1ce0-4d2a-af13-1146772c5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:58.789484 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-7e3e379d-1ce0-4d2a-af13-1146772c5a38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1128 time: 0.1256926 Mar 10 04:18:58.905283 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-1e6b3a0b-28e6-4565-b24d-33cd8dacdde3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 217 time: 0.1062710 Mar 10 04:18:58.905574 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Pushing event updated for resources: {'Port': ['ID=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:58.959943 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-649714c9-3048-4c41-87cc-2169dd73ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:58.961894 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-649714c9-3048-4c41-87cc-2169dd73ef0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0498281 Mar 10 04:18:58.985985 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for port (736d3873-644e-4689-b4fb-49cc0f91b318), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.011810 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (1fe3f728-9777-4150-ac57-84d9c3a28989), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.013184 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'Port': ['ID=7510663a-bfcc-4b66-9883-eacbfb55a911,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:59.016281 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-2b3db7f6-b699-4bd3-b706-f0d90a657370 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467224 Mar 10 04:18:59.025056 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Attempting to bind port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:18:59.025475 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Attempting to bind port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:18:59.025858 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Attempting to bind port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 on network 3c824b73-29d5-44ab-8710-f8c19c2d8124 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:59.033612 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 on network 3c824b73-29d5-44ab-8710-f8c19c2d8124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:18:59.034023 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Attempting to bind port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 on network 3c824b73-29d5-44ab-8710-f8c19c2d8124 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:18:59.050942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:18:59.050942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Checking segment: {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:18:59.050942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Bound using segment: {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:18:59.050942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Bound port: e57285f6-7bb5-4b6d-92f2-737a69b42fa2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ad6a5a-1976-40a3-b187-17e7263485bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:18:59.050942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.129685 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-4da916af-db78-4d37-876b-d7d4514ab415 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067839 Mar 10 04:18:59.150793 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.174799 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf", "tag": "21620203-568e-41a3-9e0f-e41d5c28c73b"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:18:59.178835 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] For port e57285f6-7bb5-4b6d-92f2-737a69b42fa2, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:18:59.183504 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.204703 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] For port e57285f6-7bb5-4b6d-92f2-737a69b42fa2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:18:59.214636 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (736d3873-644e-4689-b4fb-49cc0f91b318), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.264596 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0654239e-24f4-4a72-a6e6-846f1438bc3f req-670cb125-4fc6-47ba-a78b-dcff8fa7b93d service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263835 Mar 10 04:18:59.271472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:18:59.278160 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:18:59.280578 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:18:59.285182 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-058879c2-8eab-42a0-8511-7b56aa405337 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:18:59.298121 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-058879c2-8eab-42a0-8511-7b56aa405337 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4329398 Mar 10 04:18:59.354808 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'Port': ['ID=736d3873-644e-4689-b4fb-49cc0f91b318,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:59.361534 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.410042 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:59.410663 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.412467 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] 10.222.0.37 "PUT /v2.0/ports/e57285f6-7bb5-4b6d-92f2-737a69b42fa2 HTTP/1.1" status: 200 len: 1093 time: 1.7994163 Mar 10 04:18:59.431417 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'tag': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:18:59.432718 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf3323c-244c-4699-9af9-8f14133c1db3" -d '{"events": [{"name": "network-changed", "server_uuid": "0568d53d-074d-4abb-9e2a-fa2613aad55d", "tag": "e57285f6-7bb5-4b6d-92f2-737a69b42fa2"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:18:59.531588 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caabdf4-1695-4b22-9b2f-c001ab24c943 service neutron] Pushing event updated for resources: {'Port': ['ID=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:59.550115 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (f68e01ee-0a94-4f66-8808-b72b296d0f0f), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.558224 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-bbf47c61-2bd6-4385-8cd9-80a3a6184234 service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591217 Mar 10 04:18:59.581003 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.598268 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-82b809d3-bde0-499a-9a1d-faf71373baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:59.599961 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-82b809d3-bde0-499a-9a1d-faf71373baec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 1127 time: 0.0628943 Mar 10 04:18:59.668527 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-557fed55-e5f9-4d28-8eeb-420fd5159670 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2 HTTP/1.1" status: 200 len: 217 time: 0.0595112 Mar 10 04:18:59.693934 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-daaef850-c2f2-4668-a455-58e7e9aef4a5 service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285903 Mar 10 04:18:59.699204 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.742171 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061cf5e7-0b8a-411d-a4b5-7197278215f3 x-openstack-request-id: req-061cf5e7-0b8a-411d-a4b5-7197278215f3 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:18:59.742668 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf", "tag": "21620203-568e-41a3-9e0f-e41d5c28c73b", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:18:59.742936 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-061cf5e7-0b8a-411d-a4b5-7197278215f3 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:18:59.743402 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'tag': '21620203-568e-41a3-9e0f-e41d5c28c73b', 'status': 'completed', 'code': 200} Mar 10 04:18:59.829576 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (736d3873-644e-4689-b4fb-49cc0f91b318), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.891134 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-2984f846-998d-49a4-924c-7a4e281670c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:59.892572 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-2984f846-998d-49a4-924c-7a4e281670c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1128 time: 0.1257222 Mar 10 04:18:59.921905 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'Port': ['ID=7510663a-bfcc-4b66-9883-eacbfb55a911,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:18:59.925514 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (1fe3f728-9777-4150-ac57-84d9c3a28989), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:18:59.929362 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-50c82a49-9d15-4ac7-84cd-f6637d28dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:59.935391 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-50c82a49-9d15-4ac7-84cd-f6637d28dc6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.2204087 Mar 10 04:18:59.939036 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a902f0-7b71-490d-9fb0-a44cc27abe6d req-b6fc27de-02e1-4c02-a935-50152ee647a7 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:18:59.940813 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b4a902f0-7b71-490d-9fb0-a44cc27abe6d req-b6fc27de-02e1-4c02-a935-50152ee647a7 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 0.1145198 Mar 10 04:18:59.979033 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-ffbe1b7e-2ba4-4486-ba6e-6c3732838ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375741 Mar 10 04:19:00.101856 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b4a902f0-7b71-490d-9fb0-a44cc27abe6d req-535beec2-a208-4f4f-9101-60e84bb89963 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450055 Mar 10 04:19:00.106855 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-0a6f6655-c892-4bc8-9a65-aa380ed6ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:00.109070 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-0a6f6655-c892-4bc8-9a65-aa380ed6ec55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.2089221 Mar 10 04:19:00.146482 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a6e74-5d5e-4853-a7c9-78714241c392 x-openstack-request-id: req-a77a6e74-5d5e-4853-a7c9-78714241c392 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:00.148497 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0568d53d-074d-4abb-9e2a-fa2613aad55d", "tag": "e57285f6-7bb5-4b6d-92f2-737a69b42fa2", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:00.149836 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a77a6e74-5d5e-4853-a7c9-78714241c392 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:00.149836 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'tag': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2', 'status': 'completed', 'code': 200} Mar 10 04:19:00.164991 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:00.169659 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-77f98e99-ebcb-4234-b591-66fbbb6da87d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3906543 Mar 10 04:19:00.194271 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-c52aa074-69db-4ccc-a279-c60a7f570782 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 217 time: 0.0740759 Mar 10 04:19:00.281893 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-a91f456f-e0b1-476f-bd5d-68c5c68ccea7 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913969 Mar 10 04:19:00.309827 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-6ce6161a-f728-47ea-8c9d-1425acf61223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:00.311567 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-6ce6161a-f728-47ea-8c9d-1425acf61223 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0961304 Mar 10 04:19:00.351725 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bbb59929-a50b-4253-bee9-fcf239f05096 req-69438933-174a-453c-91e6-1f2e361bc8bc tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 210 time: 0.1474547 Mar 10 04:19:00.388710 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-d906d9a5-9ab4-4244-915b-67e1b2096963 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445151 Mar 10 04:19:00.425158 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for port (736d3873-644e-4689-b4fb-49cc0f91b318), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:00.436080 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018137c1-5c45-418a-9ca0-c380f587febf req-d94151a9-65c0-4355-b5cd-3eafddb17d38 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:00.437655 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-018137c1-5c45-418a-9ca0-c380f587febf req-d94151a9-65c0-4355-b5cd-3eafddb17d38 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 943 time: 0.2565351 Mar 10 04:19:00.458817 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8c3270c5-b131-4cc4-bad6-bbde58ee16bb req-7843f252-9bd3-4d5f-a79a-9e8aac01bd99 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627176 Mar 10 04:19:00.517372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (736d3873-644e-4689-b4fb-49cc0f91b318), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:00.610800 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-018137c1-5c45-418a-9ca0-c380f587febf req-6de6f0b7-2a77-4d6d-be74-24def8a20193 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646562 Mar 10 04:19:00.615190 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-608f5b3e-7fad-4312-8196-0a39dccaec6a service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186172 Mar 10 04:19:00.618807 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-2a2d5815-f737-4e8e-a336-43a6578d2b33 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1780428509&fields=id&tenant_id=fed76017cebf4f40a5ae138623a4f900 HTTP/1.1" status: 200 len: 267 time: 0.1120567 Mar 10 04:19:00.661333 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'Port': ['ID=736d3873-644e-4689-b4fb-49cc0f91b318,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:00.675528 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (f68e01ee-0a94-4f66-8808-b72b296d0f0f), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:00.798292 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe260fd2-cd05-4045-8ff2-05c5f05d36a7 req-1e684f3c-4aaf-4dc5-8adb-abc4b2652c5d service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754596 Mar 10 04:19:00.828753 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-8776908e-6bef-428a-bf3c-08939d9d814d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:00.830264 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-8776908e-6bef-428a-bf3c-08939d9d814d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 810 time: 0.1988285 Mar 10 04:19:00.854630 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-8afb994f-b858-464c-9cfa-9b9ba6a62441 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/quotas/fed76017cebf4f40a5ae138623a4f900 HTTP/1.1" status: 200 len: 375 time: 0.0104458 Mar 10 04:19:00.942574 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-479c433f-8f45-4039-a50c-a70b32014f2b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697510 Mar 10 04:19:01.144812 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-c2508a5c-d048-4a3b-a33e-a204a21a6af1 service neutron] 10.222.0.32 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887841 Mar 10 04:19:01.150651 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-966fdb59-da55-4b3d-af49-ba17ce36f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:01.152154 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-966fdb59-da55-4b3d-af49-ba17ce36f61f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 1127 time: 0.0935848 Mar 10 04:19:01.339738 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-93662bba-9529-4d8b-b025-b9b7903a1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:01.341261 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-93662bba-9529-4d8b-b025-b9b7903a1694 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.1693830 Mar 10 04:19:01.364836 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-dcf600a1-9317-414c-a00b-0ada8691b5c6 service neutron] 10.222.0.32 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117481 Mar 10 04:19:01.371501 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df766db-459d-4dcc-9c7d-cce49794bc56 req-229665f1-644b-49b1-931d-fb3889196f55 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:01.372931 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6df766db-459d-4dcc-9c7d-cce49794bc56 req-229665f1-644b-49b1-931d-fb3889196f55 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 0.1667593 Mar 10 04:19:01.405713 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-a52e6cf2-ba84-4c24-8e74-2ac0ebfc8d9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2 HTTP/1.1" status: 200 len: 217 time: 0.0558825 Mar 10 04:19:01.432876 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:01.434155 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1ba2e5ff-e444-416d-8c35-1139f25a18b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8018899 Mar 10 04:19:01.476147 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6df766db-459d-4dcc-9c7d-cce49794bc56 req-d44a67d6-546d-4f2c-adbb-4902c6bec081 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731258 Mar 10 04:19:01.479794 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-9cc71498-268b-4254-847a-310551fe1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:01.481245 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-9cc71498-268b-4254-847a-310551fe1a4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0698891 Mar 10 04:19:01.514252 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-02d3932b-4c7b-4c25-94d0-65d56afbdb0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266941 Mar 10 04:19:01.565145 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-af57310b-b73b-43b7-8f64-aa7de6f9a65c req-dba3b1e4-67ce-4c81-b3ff-1ef4e98363db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 210 time: 0.0469153 Mar 10 04:19:01.850240 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-2e7f32b7-dacf-4459-a29b-a0a4ef227ef4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288715 Mar 10 04:19:01.908965 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ea79261d-94a0-4b00-b12b-c6a399bd9d94 req-fe9214ab-91dd-4c0b-94e6-221dfc5fc492 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 210 time: 0.0574083 Mar 10 04:19:02.000416 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02d44-79f5-414a-b46a-daf1d0da8af4 req-533aa8dd-270e-4918-9510-68ad34d499a5 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:02.002034 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-49f02d44-79f5-414a-b46a-daf1d0da8af4 req-533aa8dd-270e-4918-9510-68ad34d499a5 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 943 time: 0.1515081 Mar 10 04:19:02.038918 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3cf3323c-244c-4699-9af9-8f14133c1db3 req-4bb91464-728d-4027-86a7-d265bdaf6307 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701527 Mar 10 04:19:02.072087 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-49f02d44-79f5-414a-b46a-daf1d0da8af4 req-bf3583a5-ad5c-4bb1-a7b0-3c8ac37c0d12 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604708 Mar 10 04:19:02.079352 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54590) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:02.105809 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54596) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:02.119930 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-b7056d87-0a34-4c26-8709-0801f4a9e404 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--144597191&fields=id&tenant_id=189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 267 time: 0.0521612 Mar 10 04:19:02.255326 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-f8521b38-0c23-46e4-b8d8-123a72cf556f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:02.257031 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-f8521b38-0c23-46e4-b8d8-123a72cf556f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 816 time: 0.1298125 Mar 10 04:19:02.279881 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-a0a06d21-0b53-4266-a5b9-3cdd8acda649 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/quotas/189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 375 time: 0.0167940 Mar 10 04:19:02.324440 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b77b8d32-237d-4633-9a97-5e40ba41c88f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:19:02.349620 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-6b4acc2a-53dc-47a3-a446-c484df376b86 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609584 Mar 10 04:19:02.441164 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aa60a143-8cb3-4d28-8b76-d80a1980a443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.455948 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-816211a1-2540-48d8-98ef-26a6da16a0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.468842 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port b77b8d32-237d-4633-9a97-5e40ba41c88f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b77b8d32-237d-4633-9a97-5e40ba41c88f,segment=NetworkSegment(8cbe5410-4fee-4638-83cc-f734720541a2),segment_id=8cbe5410-4fee-4638-83cc-f734720541a2)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:02.480966 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-6530ed04-8d7d-4e77-93a7-7a8fd6a6c342 service neutron] 10.222.0.32 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301107 Mar 10 04:19:02.485942 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'b77b8d32-237d-4633-9a97-5e40ba41c88f', 'network_id': '4065f1f6-612e-4e40-b73d-e2f8eaa43569', 'port_id': 'b77b8d32-237d-4633-9a97-5e40ba41c88f', 'mac_address': 'fa:16:3e:2b:34:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00195e85-3647-4d5a-8152-ef54f4b37366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:19:02.547044 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port b77b8d32-237d-4633-9a97-5e40ba41c88f is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:02.547528 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.566551 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77b8d32-237d-4633-9a97-5e40ba41c88f {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:02.593454 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port b77b8d32-237d-4633-9a97-5e40ba41c88f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b77b8d32-237d-4633-9a97-5e40ba41c88f,segment=NetworkSegment(8cbe5410-4fee-4638-83cc-f734720541a2),segment_id=8cbe5410-4fee-4638-83cc-f734720541a2)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:02.601297 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aa60a143-8cb3-4d28-8b76-d80a1980a443 admin admin] Publish callbacks [] for security_group (4056253a-64e4-4c9a-944b-68e86d531978), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.603406 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-816211a1-2540-48d8-98ef-26a6da16a0e2 admin admin] Publish callbacks [] for security_group (49d4c8cb-4f99-4267-9130-f3a704e1b490), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.661480 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-c5614d84-afa3-4c16-86f1-5572e1b4a4d3 service neutron] 10.222.0.32 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752050 Mar 10 04:19:02.673185 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073327b8-27a6-46e9-849a-68602ce903dc req-f613cec7-4af4-4678-b981-4ede690c5d40 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:02.674567 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-073327b8-27a6-46e9-849a-68602ce903dc req-f613cec7-4af4-4678-b981-4ede690c5d40 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 944 time: 0.1050141 Mar 10 04:19:02.674836 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.682437 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-aa60a143-8cb3-4d28-8b76-d80a1980a443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (4056253a-64e4-4c9a-944b-68e86d531978), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.696740 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-816211a1-2540-48d8-98ef-26a6da16a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (49d4c8cb-4f99-4267-9130-f3a704e1b490), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.754052 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-aa60a143-8cb3-4d28-8b76-d80a1980a443 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fadaa5e175554ecf9abb2b3483c87c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6733267 Mar 10 04:19:02.762233 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54618) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:02.774264 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-073327b8-27a6-46e9-849a-68602ce903dc req-f4b32a96-131d-431d-bc31-8267d916742a tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818501 Mar 10 04:19:02.777880 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=b77b8d32-237d-4633-9a97-5e40ba41c88f,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:02.780624 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60a143-8cb3-4d28-8b76-d80a1980a443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4056253a-64e4-4c9a-944b-68e86d531978,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:02.793225 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-816211a1-2540-48d8-98ef-26a6da16a0e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4be861f3a0646afb505a229e2b3be7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6857095 Mar 10 04:19:02.803641 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54620) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:02.831911 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816211a1-2540-48d8-98ef-26a6da16a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4c8cb-4f99-4267-9130-f3a704e1b490,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:02.859397 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6a81366f-ced5-4f40-86df-fbdaeb4b20d4 admin admin] Publish callbacks [] for security_group (4056253a-64e4-4c9a-944b-68e86d531978), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.859500 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-cebc4dea-a401-4403-9fed-3d36d9c4fca5 admin admin] Publish callbacks [] for security_group (49d4c8cb-4f99-4267-9130-f3a704e1b490), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.881416 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6a81366f-ced5-4f40-86df-fbdaeb4b20d4 admin admin] Publish callbacks [] for security_group (4056253a-64e4-4c9a-944b-68e86d531978), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.907921 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-cebc4dea-a401-4403-9fed-3d36d9c4fca5 admin admin] Publish callbacks [] for security_group (49d4c8cb-4f99-4267-9130-f3a704e1b490), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:02.988635 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-322f67d6-9ddc-4697-8e0a-6f8881b56bb9 req-ad517c4c-ceab-4ebb-bd03-c9d0fa4aef86 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 210 time: 0.0923846 Mar 10 04:19:03.040646 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d5a550d3-6fee-476c-99b0-630f827c3e45 req-42c67ff5-f24d-492a-9b57-5427d17dff32 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 210 time: 0.0547197 Mar 10 04:19:03.056976 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6a81366f-ced5-4f40-86df-fbdaeb4b20d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (4056253a-64e4-4c9a-944b-68e86d531978), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:03.062378 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6a81366f-ced5-4f40-86df-fbdaeb4b20d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:03.070750 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['b77b8d32-237d-4633-9a97-5e40ba41c88f'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:19:03.081620 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-6a81366f-ced5-4f40-86df-fbdaeb4b20d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4056253a-64e4-4c9a-944b-68e86d531978 HTTP/1.1" status: 204 len: 168 time: 0.3139825 Mar 10 04:19:03.095574 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81366f-ced5-4f40-86df-fbdaeb4b20d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4056253a-64e4-4c9a-944b-68e86d531978,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:03.194578 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d72cae8-093c-4171-8b34-e58d53efd1f9 req-99c2b653-0ae4-4bf9-bf84-8ecddca1f6c3 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 210 time: 0.1158905 Mar 10 04:19:03.196296 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-cebc4dea-a401-4403-9fed-3d36d9c4fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (49d4c8cb-4f99-4267-9130-f3a704e1b490), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:03.198997 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-cebc4dea-a401-4403-9fed-3d36d9c4fca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:03.200205 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-cebc4dea-a401-4403-9fed-3d36d9c4fca5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49d4c8cb-4f99-4267-9130-f3a704e1b490 HTTP/1.1" status: 204 len: 168 time: 0.3955562 Mar 10 04:19:03.208766 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc4dea-a401-4403-9fed-3d36d9c4fca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4c8cb-4f99-4267-9130-f3a704e1b490,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:03.244312 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54640) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:03.317051 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934176b8-39fe-4cc0-8ef6-b851fda949d8 req-9d6d8d06-2690-4b96-a4cd-923f3c119a9d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:03.324135 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-934176b8-39fe-4cc0-8ef6-b851fda949d8 req-9d6d8d06-2690-4b96-a4cd-923f3c119a9d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 943 time: 0.0817461 Mar 10 04:19:03.372590 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-934176b8-39fe-4cc0-8ef6-b851fda949d8 req-d915086b-3a7c-4a77-99c4-88b4cec2d4a1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472786 Mar 10 04:19:03.588116 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-6829e68d-4262-4aed-99c4-ec382c9b732a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:03.588116 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-6829e68d-4262-4aed-99c4-ec382c9b732a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.1086602 Mar 10 04:19:03.667219 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-db46577f-80de-4275-9714-9acb000f7719 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 380 time: 0.0650797 Mar 10 04:19:03.676638 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'port': {'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'admin_state_up': True, 'tenant_id': '88c08913ec294120abef430805a80a98', 'security_groups': ['c49865cd-2319-40b0-bafb-d9e4591c620e']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:03.834422 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-693f793e-be2d-4661-a783-ae8de6902f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:03.863259 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Made reservation on behalf of 88c08913ec294120abef430805a80a98 for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:19:03.869176 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:03.926174 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-693f793e-be2d-4661-a783-ae8de6902f6c admin admin] Publish callbacks [] for security_group (92b5dce0-d9b7-45cc-9832-4914107e4fa4), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:03.970721 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fdd6d-c186-493c-a666-2b69715e2083 req-fa8ff6b0-513e-42d3-a9f7-3a8124f4a02a tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:03.973258 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-983fdd6d-c186-493c-a666-2b69715e2083 req-fa8ff6b0-513e-42d3-a9f7-3a8124f4a02a tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 945 time: 0.1261094 Mar 10 04:19:04.040343 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-693f793e-be2d-4661-a783-ae8de6902f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (92b5dce0-d9b7-45cc-9832-4914107e4fa4), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.078534 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-693f793e-be2d-4661-a783-ae8de6902f6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64cc2b66f4074bcc9a36f235a20437c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8326461 Mar 10 04:19:04.082205 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54658) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:04.094918 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-983fdd6d-c186-493c-a666-2b69715e2083 req-f37ec4a6-c6bc-432f-90d7-549fbedc375c tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159611 Mar 10 04:19:04.095106 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f793e-be2d-4661-a783-ae8de6902f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5dce0-d9b7-45cc-9832-4914107e4fa4,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:04.096111 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.20.0.5 (8040fa27-6543-4170-b870-037ad12017ee/daf6f6d9-2479-4818-ac6d-616c4ea97ea1/29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:04.123711 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-85f37915-4cb3-4d4b-990d-2445e103ec73 req-eaff6b42-c08b-4a7d-adae-eda8cbe0b5cb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 210 time: 0.0356400 Mar 10 04:19:04.139132 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a828aa46-2a2a-49dd-98d6-cc7b3f4654dc admin admin] Publish callbacks [] for security_group (92b5dce0-d9b7-45cc-9832-4914107e4fa4), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.170505 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a828aa46-2a2a-49dd-98d6-cc7b3f4654dc admin admin] Publish callbacks [] for security_group (92b5dce0-d9b7-45cc-9832-4914107e4fa4), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.267608 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54666) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:04.285204 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cb60cce6-52e1-4ab5-b6e4-8cd022a9af53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.304590 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a2ea2738-6471-4a40-b248-c47cc09fbfe0 req-f3dd4460-5dcc-4637-90b4-e58968e522cf tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 210 time: 0.0385230 Mar 10 04:19:04.336547 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-438f7ac1-b6b0-4880-8161-736c4674eaf9 req-2310c85b-ef62-4b9c-8255-8ca7397d6974 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 210 time: 0.0422559 Mar 10 04:19:04.342722 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a828aa46-2a2a-49dd-98d6-cc7b3f4654dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (92b5dce0-d9b7-45cc-9832-4914107e4fa4), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.345301 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a828aa46-2a2a-49dd-98d6-cc7b3f4654dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.347050 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 21620203-568e-41a3-9e0f-e41d5c28c73b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:19:04.365128 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a828aa46-2a2a-49dd-98d6-cc7b3f4654dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92b5dce0-d9b7-45cc-9832-4914107e4fa4 HTTP/1.1" status: 204 len: 168 time: 0.2746444 Mar 10 04:19:04.376474 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b77b8d32-237d-4633-9a97-5e40ba41c88f up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:04.382984 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.384074 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54670) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:04.455257 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828aa46-2a2a-49dd-98d6-cc7b3f4654dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5dce0-d9b7-45cc-9832-4914107e4fa4,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:04.457803 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-acaa3216-4ef3-41a7-a1fe-0ea1101c611b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.573031 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.583325 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 21620203-568e-41a3-9e0f-e41d5c28c73b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21620203-568e-41a3-9e0f-e41d5c28c73b,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:04.601647 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '21620203-568e-41a3-9e0f-e41d5c28c73b', 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'port_id': '21620203-568e-41a3-9e0f-e41d5c28c73b', 'mac_address': 'fa:16:3e:6e:ab:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:19:04.609344 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-4133dbcf-51f4-4023-a4e9-6cb352e85f0c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:04.610841 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-4133dbcf-51f4-4023-a4e9-6cb352e85f0c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 810 time: 0.2311845 Mar 10 04:19:04.612837 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cb60cce6-52e1-4ab5-b6e4-8cd022a9af53 admin admin] Publish callbacks [] for security_group (e4c600c3-5c42-4f18-b63b-7b7b62be0777), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.653784 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network 8040fa27-6543-4170-b870-037ad12017ee is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:04.654803 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port b77b8d32-237d-4633-9a97-5e40ba41c88f completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:19:04.661505 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:04.665103 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port b77b8d32-237d-4633-9a97-5e40ba41c88f triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:04.665246 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:04.665579 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.689982 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-acaa3216-4ef3-41a7-a1fe-0ea1101c611b admin admin] Publish callbacks [] for security_group (53e74c79-b54c-48cc-9a1e-5cbcf9f7e440), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.695777 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cb60cce6-52e1-4ab5-b6e4-8cd022a9af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (e4c600c3-5c42-4f18-b63b-7b7b62be0777), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.712454 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898bde-a8c3-46e4-96f6-d22b89a231ba req-d5c9e93a-c066-4c39-b858-efed2022b8b8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:04.720406 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bc898bde-a8c3-46e4-96f6-d22b89a231ba req-d5c9e93a-c066-4c39-b858-efed2022b8b8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 943 time: 0.2230165 Mar 10 04:19:04.738413 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 21620203-568e-41a3-9e0f-e41d5c28c73b is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:04.740223 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.786481 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-acaa3216-4ef3-41a7-a1fe-0ea1101c611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (53e74c79-b54c-48cc-9a1e-5cbcf9f7e440), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.791311 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21620203-568e-41a3-9e0f-e41d5c28c73b {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:04.791488 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60cce6-52e1-4ab5-b6e4-8cd022a9af53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c600c3-5c42-4f18-b63b-7b7b62be0777,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:04.793424 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:04.818660 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 21620203-568e-41a3-9e0f-e41d5c28c73b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21620203-568e-41a3-9e0f-e41d5c28c73b,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:04.844079 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bc898bde-a8c3-46e4-96f6-d22b89a231ba req-416274aa-d595-4880-9034-4e58c551a6b2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184492 Mar 10 04:19:04.848136 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-ac8af920-6d0e-4390-99b7-d1ecfc09734a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fed76017cebf4f40a5ae138623a4f900 HTTP/1.1" status: 200 len: 380 time: 0.2154653 Mar 10 04:19:04.868711 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:04.869470 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.882630 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.884494 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e57285f6-7bb5-4b6d-92f2-737a69b42fa2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:19:04.889887 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-cb60cce6-52e1-4ab5-b6e4-8cd022a9af53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0a539b4d4594b8087376ba37d33b683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6195152 Mar 10 04:19:04.890750 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa3216-4ef3-41a7-a1fe-0ea1101c611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e74c79-b54c-48cc-9a1e-5cbcf9f7e440,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:04.894205 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54678) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:04.919178 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'port': {'device_id': '62540604-ae17-4038-a123-876af300bed6', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'admin_state_up': True, 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'security_groups': ['2237968f-68fe-41a4-a5f7-3ce736603134']}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:04.930783 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-acaa3216-4ef3-41a7-a1fe-0ea1101c611b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98b899fed965435f9558dea0c83db5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5455399 Mar 10 04:19:04.935935 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54682) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:04.973023 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port b77b8d32-237d-4633-9a97-5e40ba41c88f is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:04.973415 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:04.986962 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-656339be-9c0f-4fbd-8cef-e632d99fefde tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3140023 Mar 10 04:19:05.011266 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Request body: {'port': {'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:05.016157 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31673abe-36c1-4438-ae5c-6cc2badca9ee admin admin] Publish callbacks [] for security_group (e4c600c3-5c42-4f18-b63b-7b7b62be0777), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.044220 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port e57285f6-7bb5-4b6d-92f2-737a69b42fa2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:05.053796 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=21620203-568e-41a3-9e0f-e41d5c28c73b,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:05.076539 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fde513-51e7-4698-bd9d-d3e812356f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77b8d32-237d-4633-9a97-5e40ba41c88f'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:05.081892 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-248f2ac0-bded-41e8-a936-b3a55c6010eb admin admin] Publish callbacks [] for security_group (53e74c79-b54c-48cc-9a1e-5cbcf9f7e440), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.089027 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31673abe-36c1-4438-ae5c-6cc2badca9ee admin admin] Publish callbacks [] for security_group (e4c600c3-5c42-4f18-b63b-7b7b62be0777), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.143187 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-248f2ac0-bded-41e8-a936-b3a55c6010eb admin admin] Publish callbacks [] for security_group (53e74c79-b54c-48cc-9a1e-5cbcf9f7e440), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.148404 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2', 'network_id': '3c824b73-29d5-44ab-8710-f8c19c2d8124', 'port_id': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2', 'mac_address': 'fa:16:3e:f4:78:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc472a18-9b59-4f15-a962-69c7dbd8e753', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:19:05.148404 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-7b6f45bc-dd49-4a67-912d-d2912dcdc501 None None] Provisioning complete for port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:05.148404 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-7b6f45bc-dd49-4a67-912d-d2912dcdc501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.172820 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Made reservation on behalf of fed76017cebf4f40a5ae138623a4f900 for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:19:05.177837 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port b77b8d32-237d-4633-9a97-5e40ba41c88f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b77b8d32-237d-4633-9a97-5e40ba41c88f,segment=NetworkSegment(8cbe5410-4fee-4638-83cc-f734720541a2),segment_id=8cbe5410-4fee-4638-83cc-f734720541a2)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:05.178088 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.197262 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.224496 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f45bc-dd49-4a67-912d-d2912dcdc501 None None] Port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:05.237781 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:05.238181 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.260101 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57285f6-7bb5-4b6d-92f2-737a69b42fa2 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:05.273308 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.285749 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port e57285f6-7bb5-4b6d-92f2-737a69b42fa2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:05.334062 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dcb4ac-f180-4705-a5eb-c26cf0b42b3b" -d '{"events": [{"server_uuid": "44fde513-51e7-4698-bd9d-d3e812356f19", "name": "network-vif-plugged", "status": "completed", "tag": "b77b8d32-237d-4633-9a97-5e40ba41c88f"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:05.344710 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=b77b8d32-237d-4633-9a97-5e40ba41c88f,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:05.405325 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31673abe-36c1-4438-ae5c-6cc2badca9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (e4c600c3-5c42-4f18-b63b-7b7b62be0777), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.407848 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31673abe-36c1-4438-ae5c-6cc2badca9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.409019 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-31673abe-36c1-4438-ae5c-6cc2badca9ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4c600c3-5c42-4f18-b63b-7b7b62be0777 HTTP/1.1" status: 204 len: 168 time: 0.5145524 Mar 10 04:19:05.428618 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.442458 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31673abe-36c1-4438-ae5c-6cc2badca9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c600c3-5c42-4f18-b63b-7b7b62be0777,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:05.467091 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2da7-79c6-42a1-81d6-60cb079cc4b5 req-8114267c-3926-490e-8f09-d55bb361efd1 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:05.468663 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-409a2da7-79c6-42a1-81d6-60cb079cc4b5 req-8114267c-3926-490e-8f09-d55bb361efd1 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 931 time: 0.2152615 Mar 10 04:19:05.480808 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fdc61-97d9-4885-a2d1-ddfa63afb894 req-b7af4ea5-68ee-4b22-bd4d-84c9a3af088c tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:05.482325 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-400fdc61-97d9-4885-a2d1-ddfa63afb894 req-b7af4ea5-68ee-4b22-bd4d-84c9a3af088c tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 946 time: 0.2239408 Mar 10 04:19:05.486927 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-248f2ac0-bded-41e8-a936-b3a55c6010eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (53e74c79-b54c-48cc-9a1e-5cbcf9f7e440), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.489674 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:05.489790 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-248f2ac0-bded-41e8-a936-b3a55c6010eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.491411 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-248f2ac0-bded-41e8-a936-b3a55c6010eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53e74c79-b54c-48cc-9a1e-5cbcf9f7e440 HTTP/1.1" status: 204 len: 168 time: 0.5544398 Mar 10 04:19:05.507550 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 54702) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:05.538050 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.37', 52476) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:05.572382 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f2ac0-bded-41e8-a936-b3a55c6010eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e74c79-b54c-48cc-9a1e-5cbcf9f7e440,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:05.617981 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5846d5c4-76e0-4395-a296-4a8f0a137533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.652785 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Allocated IP 172.20.0.5 (7de5086e-fa77-40ed-a2ab-9759dbedd2d7/640b429d-0dcd-4caf-b507-7c167e48ba07/da8c0189-42d3-492c-bf95-fb6f3afd078b) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:05.721786 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-409a2da7-79c6-42a1-81d6-60cb079cc4b5 req-9f57b399-2a52-4c07-9c73-d24979dae377 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381577 Mar 10 04:19:05.794432 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['e57285f6-7bb5-4b6d-92f2-737a69b42fa2'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:19:05.799062 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['21620203-568e-41a3-9e0f-e41d5c28c73b'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:19:05.856555 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:05.968791 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.033797 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-400fdc61-97d9-4885-a2d1-ddfa63afb894 req-48c2b153-ea1c-41a7-bb35-8d7f197e6c52 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223150 Mar 10 04:19:06.055511 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'Port': ['ID=da8c0189-42d3-492c-bf95-fb6f3afd078b,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:06.079428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:06.081389 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:06.084258 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:06.125183 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1c56d1d1-1692-4a2b-8c3b-183aade114a0 req-ecb5d986-5f95-461f-b764-219a8e13c762 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 210 time: 0.1127570 Mar 10 04:19:06.191693 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:06.193021 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.295352 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-9e8ca832-67e4-4c6b-a7e1-cc0a46e33c67 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3845518 Mar 10 04:19:06.317415 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Request body: {'port': {'device_id': '62540604-ae17-4038-a123-876af300bed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:06.319457 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-bbacc634-02b9-43e6-819b-3ce9fa175172 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:06.321070 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-bbacc634-02b9-43e6-819b-3ce9fa175172 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 816 time: 0.7458491 Mar 10 04:19:06.324995 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5846d5c4-76e0-4395-a296-4a8f0a137533 admin admin] Publish callbacks [] for security_group (bba82d8f-53c7-4ace-86d6-262268598204), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.351677 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:06.387471 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eebce4f-20eb-48d1-ba4a-3485aad18b14 x-openstack-request-id: req-2eebce4f-20eb-48d1-ba4a-3485aad18b14 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:06.387471 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fde513-51e7-4698-bd9d-d3e812356f19", "name": "network-vif-plugged", "status": "completed", "tag": "b77b8d32-237d-4633-9a97-5e40ba41c88f", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:06.387471 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eebce4f-20eb-48d1-ba4a-3485aad18b14 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:06.387471 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fde513-51e7-4698-bd9d-d3e812356f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77b8d32-237d-4633-9a97-5e40ba41c88f', 'code': 200} Mar 10 04:19:06.394653 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Publish callbacks [] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.429313 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5846d5c4-76e0-4395-a296-4a8f0a137533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bba82d8f-53c7-4ace-86d6-262268598204), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.439879 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Transition to ACTIVE for port object 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:19:06.453787 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.464979 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-0dcc763e-cabc-4838-8d39-730b7ba1f97c None None] Provisioning complete for port da8c0189-42d3-492c-bf95-fb6f3afd078b triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:06.465528 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-0dcc763e-cabc-4838-8d39-730b7ba1f97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.515277 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5846d5c4-76e0-4395-a296-4a8f0a137533 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed015bbf0cec4c8c998fe323b242ccc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0008137 Mar 10 04:19:06.515419 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc763e-cabc-4838-8d39-730b7ba1f97c None None] Port da8c0189-42d3-492c-bf95-fb6f3afd078b cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:06.524615 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54738) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:06.545268 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324aa8-165a-43cb-9f3a-e9a2e059ea73 req-36deeb3a-afd2-4704-bed3-8850e729858e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:06.545268 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-91324aa8-165a-43cb-9f3a-e9a2e059ea73 req-36deeb3a-afd2-4704-bed3-8850e729858e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 931 time: 0.3142812 Mar 10 04:19:06.550377 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.583461 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-761844dd-45dc-4a5d-848a-14c68fb97b3b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 379 time: 0.2511661 Mar 10 04:19:06.630326 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846d5c4-76e0-4395-a296-4a8f0a137533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba82d8f-53c7-4ace-86d6-262268598204,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:06.673984 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-53ab62f1-af64-4aca-b1ca-059c343a6aa6 admin admin] Publish callbacks [] for security_group (bba82d8f-53c7-4ace-86d6-262268598204), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.694044 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'port': {'device_id': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'admin_state_up': True, 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'security_groups': ['7244902c-873e-4cba-909d-83d3fbf3ce24']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:06.746767 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-53ab62f1-af64-4aca-b1ca-059c343a6aa6 admin admin] Publish callbacks [] for security_group (bba82d8f-53c7-4ace-86d6-262268598204), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.804076 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.37', 52479) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:06.813194 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Pushing event updated for resources: {'Port': ['ID=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:06.841693 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-91324aa8-165a-43cb-9f3a-e9a2e059ea73 req-6052d3cc-25b7-497e-a0ef-6ce9e073c02e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601340 Mar 10 04:19:06.948939 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f563c6-40a7-4a6d-aade-9f2cc2b75452 req-087cb07a-9821-43a1-9f6a-98a37156fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:06.950660 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-96f563c6-40a7-4a6d-aade-9f2cc2b75452 req-087cb07a-9821-43a1-9f6a-98a37156fb2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 1130 time: 0.1451015 Mar 10 04:19:06.973494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6fb1f-5ec0-4099-86f7-36ae0e72bd94 req-f053ca89-2741-461b-a2c0-fe8edd250a08 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:06.973992 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8c0189-42d3-492c-bf95-fb6f3afd078b {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:06.975589 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-16f6fb1f-5ec0-4099-86f7-36ae0e72bd94 req-f053ca89-2741-461b-a2c0-fe8edd250a08 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 944 time: 0.4683516 Mar 10 04:19:06.981179 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-96f563c6-40a7-4a6d-aade-9f2cc2b75452 req-d4cebc94-0d7a-4184-98bc-1932f38d0e6e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.985373 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-53ab62f1-af64-4aca-b1ca-059c343a6aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bba82d8f-53c7-4ace-86d6-262268598204), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.985511 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-53ab62f1-af64-4aca-b1ca-059c343a6aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:06.986567 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-53ab62f1-af64-4aca-b1ca-059c343a6aa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bba82d8f-53c7-4ace-86d6-262268598204 HTTP/1.1" status: 204 len: 168 time: 0.4610806 Mar 10 04:19:06.989460 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Publish callbacks [] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.011179 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab62f1-af64-4aca-b1ca-059c343a6aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba82d8f-53c7-4ace-86d6-262268598204,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:07.027923 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Transition to ACTIVE for port object da8c0189-42d3-492c-bf95-fb6f3afd078b will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:19:07.069273 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Attempting to bind port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:07.069595 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Attempting to bind port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:07.069933 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Attempting to bind port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:07.094882 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c on network 8040fa27-6543-4170-b870-037ad12017ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:19:07.094882 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Attempting to bind port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:07.118916 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.130270 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-16f6fb1f-5ec0-4099-86f7-36ae0e72bd94 req-5902ef77-0b3c-445f-b370-5e48e115248c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203461 Mar 10 04:19:07.141515 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-96f563c6-40a7-4a6d-aade-9f2cc2b75452 req-d4cebc94-0d7a-4184-98bc-1932f38d0e6e service neutron] Publish callbacks [] for security_group (da8e31ed-8173-4246-b0d6-18c2b85c8f34), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.148635 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af05d2-f84e-4015-b305-b437c64251ef req-cc070e4a-aa08-4fc0-abed-1273f417f5ef tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:07.150200 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41af05d2-f84e-4015-b305-b437c64251ef req-cc070e4a-aa08-4fc0-abed-1273f417f5ef tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 943 time: 0.1879067 Mar 10 04:19:07.152125 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:07.152125 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Checking segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:07.152125 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Bound using segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:07.152543 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Bound port: 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:07.152651 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.203335 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Made reservation on behalf of 189e54466ddd49fb81c9e763e7a79c8f for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:19:07.209572 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.257197 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-96f563c6-40a7-4a6d-aade-9f2cc2b75452 req-d4cebc94-0d7a-4184-98bc-1932f38d0e6e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (da8e31ed-8173-4246-b0d6-18c2b85c8f34), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.267554 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Pushing event updated for resources: {'Port': ['ID=da8c0189-42d3-492c-bf95-fb6f3afd078b,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:07.325422 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cebc94-0d7a-4184-98bc-1932f38d0e6e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e31ed-8173-4246-b0d6-18c2b85c8f34,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:07.334671 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-96f563c6-40a7-4a6d-aade-9f2cc2b75452 req-d4cebc94-0d7a-4184-98bc-1932f38d0e6e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744154 Mar 10 04:19:07.349211 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Attempting to bind port da8c0189-42d3-492c-bf95-fb6f3afd078b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:07.349557 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Attempting to bind port da8c0189-42d3-492c-bf95-fb6f3afd078b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:07.349882 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Attempting to bind port da8c0189-42d3-492c-bf95-fb6f3afd078b on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:07.354340 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Port da8c0189-42d3-492c-bf95-fb6f3afd078b on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:19:07.354659 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Attempting to bind port da8c0189-42d3-492c-bf95-fb6f3afd078b on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:07.360736 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:07.364418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Checking segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:07.364418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Bound using segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:07.364418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Bound port: da8c0189-42d3-492c-bf95-fb6f3afd078b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:07.364418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.364939 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41af05d2-f84e-4015-b305-b437c64251ef req-252eecb5-0c5b-41db-9151-0534aea1c3f5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007213 Mar 10 04:19:07.383699 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] For port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:07.422235 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816386-2e43-4963-8b3e-8d52cfe06906 req-0669648c-02f9-4905-8557-e51e5c6874a7 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:07.429053 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3b816386-2e43-4963-8b3e-8d52cfe06906 req-0669648c-02f9-4905-8557-e51e5c6874a7 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 946 time: 0.1942101 Mar 10 04:19:07.455247 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] For port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:07.474643 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] For port da8c0189-42d3-492c-bf95-fb6f3afd078b, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:07.478109 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] For port da8c0189-42d3-492c-bf95-fb6f3afd078b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:07.529456 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a27c04e0-841a-431a-9b3d-6ad1a6dc7ea9 req-e3ceb07e-3649-447e-b05e-8f1af5fd86ea tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 210 time: 0.0725152 Mar 10 04:19:07.558041 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3b816386-2e43-4963-8b3e-8d52cfe06906 req-e20c147d-3e5a-4937-96d6-b86c27049607 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280172 Mar 10 04:19:07.589022 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.589217 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.627103 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:07.627905 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.629218 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] 10.222.0.37 "PUT /v2.0/ports/da8c0189-42d3-492c-bf95-fb6f3afd078b HTTP/1.1" status: 200 len: 1093 time: 1.3269272 Mar 10 04:19:07.629627 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:07.631910 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea577a-e8ce-4a52-ae9b-6390b0b609d2" -d '{"events": [{"name": "network-changed", "server_uuid": "62540604-ae17-4038-a123-876af300bed6", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:07.655640 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:07.656291 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:07.658450 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] 10.222.0.37 "PUT /v2.0/ports/29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c HTTP/1.1" status: 200 len: 1093 time: 2.6546228 Mar 10 04:19:07.661070 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:07.663830 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66efdaf1-0af7-4972-8d11-eb461ea14b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:07.679186 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Allocated IP 172.20.0.6 (ae5c10d7-850c-4a3f-b53a-2ced6d18036f/41b2ed32-67cc-4ab0-9125-dd6e298710c7/0188fd7a-9758-4f51-b575-15526dada054) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:07.682304 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc930847-a2ff-4119-b268-3a1ef9c90f46 service neutron] Pushing event updated for resources: {'Port': ['ID=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:07.703829 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2d68d-50d7-4d21-9927-63a5f971c0da service neutron] Pushing event updated for resources: {'Port': ['ID=da8c0189-42d3-492c-bf95-fb6f3afd078b,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:07.724613 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ea4d0-bbc5-46a0-9e7c-39ff4a8259bf x-openstack-request-id: req-bd3ea4d0-bbc5-46a0-9e7c-39ff4a8259bf {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:07.726034 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62540604-ae17-4038-a123-876af300bed6", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:07.732173 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd3ea4d0-bbc5-46a0-9e7c-39ff4a8259bf {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:07.732173 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'status': 'completed', 'code': 200} Mar 10 04:19:07.753488 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c704c-0759-47a9-a7ae-f45b582a8fb0 x-openstack-request-id: req-af4c704c-0759-47a9-a7ae-f45b582a8fb0 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:07.754110 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:07.754611 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af4c704c-0759-47a9-a7ae-f45b582a8fb0 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:07.755321 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'status': 'completed', 'code': 200} Mar 10 04:19:07.859789 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea577a-e8ce-4a52-ae9b-6390b0b609d2 req-64d0de29-39a6-45aa-aa1d-241f86e05242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:07.861337 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bcea577a-e8ce-4a52-ae9b-6390b0b609d2 req-64d0de29-39a6-45aa-aa1d-241f86e05242 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 1127 time: 0.0843086 Mar 10 04:19:07.949801 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efdaf1-0af7-4972-8d11-eb461ea14b2a req-01fc47ad-18b6-4fd4-b12c-7f77084313cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:07.951638 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-66efdaf1-0af7-4972-8d11-eb461ea14b2a req-01fc47ad-18b6-4fd4-b12c-7f77084313cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 1127 time: 0.1595390 Mar 10 04:19:08.166220 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for port (0188fd7a-9758-4f51-b575-15526dada054), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:08.181209 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea577a-e8ce-4a52-ae9b-6390b0b609d2 req-27b77eb7-295f-4f2b-a781-b18ec76fc216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:08.182878 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bcea577a-e8ce-4a52-ae9b-6390b0b609d2 req-27b77eb7-295f-4f2b-a781-b18ec76fc216 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fed76017cebf4f40a5ae138623a4f900&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3132830 Mar 10 04:19:08.227556 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1905b-c2ff-4a2c-a47e-d1df6d1409a6 req-9bc17899-3f2a-463c-a57f-3194fbf627e0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:08.229159 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0ba1905b-c2ff-4a2c-a47e-d1df6d1409a6 req-9bc17899-3f2a-463c-a57f-3194fbf627e0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 943 time: 0.2729170 Mar 10 04:19:08.300619 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efdaf1-0af7-4972-8d11-eb461ea14b2a req-de46e0c9-78fe-4920-a0ab-5ba90175b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:08.302094 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-66efdaf1-0af7-4972-8d11-eb461ea14b2a req-de46e0c9-78fe-4920-a0ab-5ba90175b6a1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=88c08913ec294120abef430805a80a98&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3417270 Mar 10 04:19:08.347137 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 21620203-568e-41a3-9e0f-e41d5c28c73b up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:08.400829 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a291ef-9244-4f52-88c4-bb68df37e8d8 req-465ce8b0-b503-4e40-8fe6-46321114968f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:08.402352 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-54a291ef-9244-4f52-88c4-bb68df37e8d8 req-465ce8b0-b503-4e40-8fe6-46321114968f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 944 time: 0.1674438 Mar 10 04:19:08.417495 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0ba1905b-c2ff-4a2c-a47e-d1df6d1409a6 req-585e875d-e084-4451-bab0-150b1b85031a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747854 Mar 10 04:19:08.442489 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea577a-e8ce-4a52-ae9b-6390b0b609d2 req-24d0bb2c-7dd7-4bb1-9961-ab26be89dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:08.444531 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bcea577a-e8ce-4a52-ae9b-6390b0b609d2 req-24d0bb2c-7dd7-4bb1-9961-ab26be89dacd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2539558 Mar 10 04:19:08.472358 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 21620203-568e-41a3-9e0f-e41d5c28c73b completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:19:08.476842 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 21620203-568e-41a3-9e0f-e41d5c28c73b triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:08.477230 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:08.525261 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:08.569965 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d72c42d7-169a-48af-a109-f1e433c3b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:08.571471 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-d72c42d7-169a-48af-a109-f1e433c3b3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 1127 time: 0.0779645 Mar 10 04:19:08.594167 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 21620203-568e-41a3-9e0f-e41d5c28c73b is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:08.594895 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:08.621800 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21620203-568e-41a3-9e0f-e41d5c28c73b'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:08.625870 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9042a1-63aa-4708-9e17-79c505f40691" -d '{"events": [{"server_uuid": "9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf", "name": "network-vif-plugged", "status": "completed", "tag": "21620203-568e-41a3-9e0f-e41d5c28c73b"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:08.628107 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-dd2ccfbd-d309-4684-9b65-586c241c94d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b HTTP/1.1" status: 200 len: 217 time: 0.0491714 Mar 10 04:19:08.646259 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 21620203-568e-41a3-9e0f-e41d5c28c73b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21620203-568e-41a3-9e0f-e41d5c28c73b,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:08.716910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:08.717828 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e57285f6-7bb5-4b6d-92f2-737a69b42fa2 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:08.858958 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:08.868450 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:08.884367 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=21620203-568e-41a3-9e0f-e41d5c28c73b,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:08.894648 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:08.967842 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:19:08.971803 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:08.972209 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:08.993035 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-54a291ef-9244-4f52-88c4-bb68df37e8d8 req-632e5c81-846b-492e-8b5e-2b51db188f14 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792706 Mar 10 04:19:09.081466 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-610d76c3-928f-4e13-966c-5bb0a2e962b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.085193 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-610d76c3-928f-4e13-966c-5bb0a2e962b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 200 len: 849 time: 0.4487765 Mar 10 04:19:09.143130 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:09.143130 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:09.180685 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:09.236222 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-ba525895-228c-4146-b063-0f580af6fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.243180 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-ba525895-228c-4146-b063-0f580af6fbc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1473567 Mar 10 04:19:09.252604 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port e57285f6-7bb5-4b6d-92f2-737a69b42fa2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:09.252789 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efdaf1-0af7-4972-8d11-eb461ea14b2a req-515f5f0d-8532-4c75-8d57-8657b2695b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.255475 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-66efdaf1-0af7-4972-8d11-eb461ea14b2a req-515f5f0d-8532-4c75-8d57-8657b2695b72 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9392598 Mar 10 04:19:09.275059 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d882c8f8-39a2-4c8e-a632-61de2933abcf None None] Provisioning complete for port 0188fd7a-9758-4f51-b575-15526dada054 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:09.275457 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d882c8f8-39a2-4c8e-a632-61de2933abcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0188fd7a-9758-4f51-b575-15526dada054), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:09.345160 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:09.385715 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-c4382666-6a33-48b9-9ff8-0c2ce9fa2dfb service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355145 Mar 10 04:19:09.389039 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.389758 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:09.410321 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d882c8f8-39a2-4c8e-a632-61de2933abcf None None] Port 0188fd7a-9758-4f51-b575-15526dada054 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:09.411313 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc6092-8e32-42e7-ab4f-6a3297b9af5d req-d3d8422f-7dc1-4222-8ece-560d6ef93db1 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.412895 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fddc6092-8e32-42e7-ab4f-6a3297b9af5d req-d3d8422f-7dc1-4222-8ece-560d6ef93db1 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 943 time: 0.8852913 Mar 10 04:19:09.446071 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:09.466590 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063141d5-b37c-41cb-90ac-c10b256bf495 req-eb90a164-c5f8-4f7e-b125-be60202ef27b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.474229 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-063141d5-b37c-41cb-90ac-c10b256bf495 req-eb90a164-c5f8-4f7e-b125-be60202ef27b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 931 time: 0.2841420 Mar 10 04:19:09.508136 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-246e838b-4f20-4efc-8d5d-61b0b16c2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.510239 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-246e838b-4f20-4efc-8d5d-61b0b16c2fd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 1127 time: 0.1848836 Mar 10 04:19:09.540655 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4c1bb143-42a6-4343-beca-a20bc847a475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8572903 Mar 10 04:19:09.583136 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Request body: {'port': {'device_id': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:09.588144 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fddc6092-8e32-42e7-ab4f-6a3297b9af5d req-d014aa85-24c9-453e-8b70-d07ffe5ce079 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679058 Mar 10 04:19:09.589390 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-ef425aeb-d43d-4f90-af9f-30d13bd5aa5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c HTTP/1.1" status: 200 len: 217 time: 0.0694327 Mar 10 04:19:09.594738 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e0a2822c-59c1-4cb9-b5fe-d287cfc559a4 req-5177eefe-75e7-4ebe-a884-03bea58bd205 service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943958 Mar 10 04:19:09.692434 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-063141d5-b37c-41cb-90ac-c10b256bf495 req-ae916f83-4733-438d-9c48-d2e2f2f59414 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028341 Mar 10 04:19:09.733376 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0984a5-32c7-4722-982c-dd202c724c11 x-openstack-request-id: req-6b0984a5-32c7-4722-982c-dd202c724c11 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:09.733742 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf", "name": "network-vif-plugged", "status": "completed", "tag": "21620203-568e-41a3-9e0f-e41d5c28c73b", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:09.734153 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b0984a5-32c7-4722-982c-dd202c724c11 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:09.734732 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21620203-568e-41a3-9e0f-e41d5c28c73b', 'code': 200} Mar 10 04:19:09.763048 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-2475c127-f395-4b3e-9064-ce545880f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.765197 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-2475c127-f395-4b3e-9064-ce545880f791 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.1412168 Mar 10 04:19:09.766710 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:09.856216 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e532a-2b02-49d0-855f-c73453f78c8b req-376b2756-1062-45ee-b01b-1a51db91592e tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:09.857751 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8e0e532a-2b02-49d0-855f-c73453f78c8b req-376b2756-1062-45ee-b01b-1a51db91592e tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 946 time: 0.1643388 Mar 10 04:19:10.019081 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54870) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:10.023844 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1df19-6557-49e5-8ed5-f44ba0d3a946 req-b549a53d-5185-4522-a9fc-8e904d90b959 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:10.025402 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bfb1df19-6557-49e5-8ed5-f44ba0d3a946 req-b549a53d-5185-4522-a9fc-8e904d90b959 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 943 time: 0.2399883 Mar 10 04:19:10.030859 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-85f19ce9-8035-4ce8-a1d9-e0f2193656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:10.032231 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-85f19ce9-8035-4ce8-a1d9-e0f2193656dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2457247 Mar 10 04:19:10.044631 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8e0e532a-2b02-49d0-855f-c73453f78c8b req-fd7c1a77-b21e-4f78-998d-841b45435d02 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675525 Mar 10 04:19:10.087980 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db35d8-3b38-4c2c-b784-b36ec5e30825 req-8f382dec-2282-49b1-9d09-407f4a8b3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:10.089807 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-62db35d8-3b38-4c2c-b784-b36ec5e30825 req-8f382dec-2282-49b1-9d09-407f4a8b3bce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.0554967 Mar 10 04:19:10.161880 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-62db35d8-3b38-4c2c-b784-b36ec5e30825 req-85542fc5-e77d-422b-a841-0deb423d20a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630407 Mar 10 04:19:10.214176 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-24fcba46-2fbb-4c52-93ba-ce5ce474c2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.299816 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-24fcba46-2fbb-4c52-93ba-ce5ce474c2e9 admin admin] Publish callbacks [] for security_group (72e43850-5813-42c1-a06f-c8965a08681c), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.304475 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bfb1df19-6557-49e5-8ed5-f44ba0d3a946 req-7b5355f0-2780-463c-813b-fa11b86faff0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688420 Mar 10 04:19:10.348975 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b857ec6-2b6a-44be-8bc3-a7cb3d785e3d req-90370a41-0b72-41d7-9a98-6fdb57bc2e15 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:10.350392 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b857ec6-2b6a-44be-8bc3-a7cb3d785e3d req-90370a41-0b72-41d7-9a98-6fdb57bc2e15 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.2010272 Mar 10 04:19:10.355418 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-e0bbb693-4337-41c3-8401-4004192d2926 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953928 Mar 10 04:19:10.436235 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-24fcba46-2fbb-4c52-93ba-ce5ce474c2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (72e43850-5813-42c1-a06f-c8965a08681c), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.466254 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0188fd7a-9758-4f51-b575-15526dada054 {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:10.483093 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-24fcba46-2fbb-4c52-93ba-ce5ce474c2e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b24b8fd51aa4e6d84e296e81f347865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628985 Mar 10 04:19:10.484484 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcba46-2fbb-4c52-93ba-ce5ce474c2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e43850-5813-42c1-a06f-c8965a08681c,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:10.487861 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54888) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:10.497415 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Publish callbacks [] for port (0188fd7a-9758-4f51-b575-15526dada054), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.504032 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b857ec6-2b6a-44be-8bc3-a7cb3d785e3d req-65f58c92-f638-49d1-96d0-7418268754fd tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318426 Mar 10 04:19:10.546674 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Transition to ACTIVE for port object 0188fd7a-9758-4f51-b575-15526dada054 will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:19:10.564196 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a3ac29e0-8f5f-45d3-8f2d-a25c136d79e3 admin admin] Publish callbacks [] for security_group (72e43850-5813-42c1-a06f-c8965a08681c), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.565737 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc9cb43f-00f1-45da-840c-5f2de7d0d390 req-cf0e11a1-933c-4186-a877-9856574361d0 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376686 Mar 10 04:19:10.595645 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a3ac29e0-8f5f-45d3-8f2d-a25c136d79e3 admin admin] Publish callbacks [] for security_group (72e43850-5813-42c1-a06f-c8965a08681c), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.612160 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.668314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:10.836483 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc696-5f90-4d59-885e-2fe24803adcc req-bddde2b6-7f65-4105-951b-7861198e8502 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:10.843956 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c53dc696-5f90-4d59-885e-2fe24803adcc req-bddde2b6-7f65-4105-951b-7861198e8502 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 943 time: 0.1532331 Mar 10 04:19:10.851359 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a3ac29e0-8f5f-45d3-8f2d-a25c136d79e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (72e43850-5813-42c1-a06f-c8965a08681c), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.854132 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a3ac29e0-8f5f-45d3-8f2d-a25c136d79e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:10.856686 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a3ac29e0-8f5f-45d3-8f2d-a25c136d79e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72e43850-5813-42c1-a06f-c8965a08681c HTTP/1.1" status: 204 len: 168 time: 0.3667765 Mar 10 04:19:10.866690 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac29e0-8f5f-45d3-8f2d-a25c136d79e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e43850-5813-42c1-a06f-c8965a08681c,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:10.922710 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Attempting to bind port 0188fd7a-9758-4f51-b575-15526dada054 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:10.923058 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Attempting to bind port 0188fd7a-9758-4f51-b575-15526dada054 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:10.923447 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Attempting to bind port 0188fd7a-9758-4f51-b575-15526dada054 on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:10.929955 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Port 0188fd7a-9758-4f51-b575-15526dada054 on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:19:10.930230 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Attempting to bind port 0188fd7a-9758-4f51-b575-15526dada054 on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:10.941937 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b94c4-58bb-45aa-9487-ec6155a1bcad req-9aaa270e-d337-4b69-a8b6-09429bb55533 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:10.943499 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f6b94c4-58bb-45aa-9487-ec6155a1bcad req-9aaa270e-d337-4b69-a8b6-09429bb55533 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.1834681 Mar 10 04:19:10.948386 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c53dc696-5f90-4d59-885e-2fe24803adcc req-629d012d-50e7-407d-92d2-3ee9cf6fb8d9 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034970 Mar 10 04:19:10.951100 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:10.951441 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Checking segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:10.952426 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Bound using segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:10.953020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Bound port: 0188fd7a-9758-4f51-b575-15526dada054, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:10.953248 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:11.043574 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f6b94c4-58bb-45aa-9487-ec6155a1bcad req-c6b8dbb8-c5b1-4223-937a-02f4313c2ca5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869300 Mar 10 04:19:11.060004 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:11.063716 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:11.124908 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:11.160314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.161108 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:11.162494 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] 10.222.0.37 "PUT /v2.0/ports/0188fd7a-9758-4f51-b575-15526dada054 HTTP/1.1" status: 200 len: 1093 time: 1.5899181 Mar 10 04:19:11.162932 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'tag': '0188fd7a-9758-4f51-b575-15526dada054'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:11.165369 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47308874-4ad9-4253-9356-751d34c32107" -d '{"events": [{"name": "network-changed", "server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "tag": "0188fd7a-9758-4f51-b575-15526dada054"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:11.192806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523472c-c200-4121-8cfb-4d0fd6ec8f48 service neutron] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:11.217765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d91ebeb-7233-4f07-82b0-6cc167653856 x-openstack-request-id: req-1d91ebeb-7233-4f07-82b0-6cc167653856 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:11.218085 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "tag": "0188fd7a-9758-4f51-b575-15526dada054", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:11.218310 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d91ebeb-7233-4f07-82b0-6cc167653856 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:11.218759 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'tag': '0188fd7a-9758-4f51-b575-15526dada054', 'status': 'completed', 'code': 200} Mar 10 04:19:11.299187 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47308874-4ad9-4253-9356-751d34c32107 req-40e25641-6010-4415-8310-b628ed02e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.300871 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-47308874-4ad9-4253-9356-751d34c32107 req-40e25641-6010-4415-8310-b628ed02e07b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 1127 time: 0.0496504 Mar 10 04:19:11.464859 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47308874-4ad9-4253-9356-751d34c32107 req-0a980fc4-bc54-4807-8478-bd86104ae4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.465417 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-47308874-4ad9-4253-9356-751d34c32107 req-0a980fc4-bc54-4807-8478-bd86104ae4da service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1517186 Mar 10 04:19:11.507145 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ae7ed-022f-4913-a6d0-605e0dcdb8e2 req-839fdce1-7866-4c9b-b233-2732ddbbfb69 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.508667 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6b0ae7ed-022f-4913-a6d0-605e0dcdb8e2 req-839fdce1-7866-4c9b-b233-2732ddbbfb69 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 943 time: 0.1116886 Mar 10 04:19:11.638595 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6b0ae7ed-022f-4913-a6d0-605e0dcdb8e2 req-e5927a0e-40d0-422b-889e-462d5c3e8187 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214828 Mar 10 04:19:11.643730 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47308874-4ad9-4253-9356-751d34c32107 req-b1d990eb-4d0a-411f-bf2c-0afa68e0d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.645450 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-47308874-4ad9-4253-9356-751d34c32107 req-b1d990eb-4d0a-411f-bf2c-0afa68e0d3dd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713381 Mar 10 04:19:11.667778 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984b332-8fdf-4821-83f5-a25b1442d0de req-5924f7de-4aa3-472c-99ff-5bf3017b4bf1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.669287 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3984b332-8fdf-4821-83f5-a25b1442d0de req-5924f7de-4aa3-472c-99ff-5bf3017b4bf1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0806687 Mar 10 04:19:11.736296 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:11.739754 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb890d53-a841-4fa5-bf5e-6697857497ca" -d '{"events": [{"server_uuid": "0568d53d-074d-4abb-9e2a-fa2613aad55d", "name": "network-vif-plugged", "status": "completed", "tag": "e57285f6-7bb5-4b6d-92f2-737a69b42fa2"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:11.744718 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3984b332-8fdf-4821-83f5-a25b1442d0de req-e7ae2f7d-27fb-4295-a7dc-3b21a6243af2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685647 Mar 10 04:19:11.759128 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-c89ccd79-efc6-4a1a-9205-b1c09ad938fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.760906 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-c89ccd79-efc6-4a1a-9205-b1c09ad938fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 1127 time: 0.0674639 Mar 10 04:19:11.784233 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe83ef-e75c-4742-a1f9-a3136ac0279a x-openstack-request-id: req-d2fe83ef-e75c-4742-a1f9-a3136ac0279a {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:11.784791 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0568d53d-074d-4abb-9e2a-fa2613aad55d", "name": "network-vif-plugged", "status": "completed", "tag": "e57285f6-7bb5-4b6d-92f2-737a69b42fa2", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:11.785271 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2fe83ef-e75c-4742-a1f9-a3136ac0279a {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:11.785848 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2', 'code': 200} Mar 10 04:19:11.808091 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4f3c06a7-7a74-440f-92ad-e22e5128b257 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0188fd7a-9758-4f51-b575-15526dada054 HTTP/1.1" status: 200 len: 217 time: 0.0394719 Mar 10 04:19:11.814540 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54924) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:11.827983 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-150b3fd7-e5ac-436c-8d45-93a3bb62f056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:11.882472 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-0dd5675e-7ba1-4afa-831c-3c36f1adb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.883935 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-0dd5675e-7ba1-4afa-831c-3c36f1adb023 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0489228 Mar 10 04:19:11.909837 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-150b3fd7-e5ac-436c-8d45-93a3bb62f056 admin admin] Publish callbacks [] for security_group (a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:11.938868 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4837e923-c44b-4d37-9bf8-5bd741ac4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:11.940486 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4837e923-c44b-4d37-9bf8-5bd741ac4587 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0463126 Mar 10 04:19:11.996327 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-150b3fd7-e5ac-436c-8d45-93a3bb62f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:12.051647 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b3fd7-e5ac-436c-8d45-93a3bb62f056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:12.056868 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-150b3fd7-e5ac-436c-8d45-93a3bb62f056 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2216d59cd81e4e2587d8e7d3b26561d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412171 Mar 10 04:19:12.059453 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 54934) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:12.149593 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-391af65d-c606-4be3-8ed0-b441a8952972 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008448 Mar 10 04:19:12.170663 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-5fc796bf-d509-424b-828d-6c8428d4b678 admin admin] Publish callbacks [] for security_group (a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:12.171532 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241593a-b20d-4757-a7ac-5a7bcab9aef1 req-d39d06d5-c979-4ff0-82e7-4a0932e49b73 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:12.178274 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4241593a-b20d-4757-a7ac-5a7bcab9aef1 req-d39d06d5-c979-4ff0-82e7-4a0932e49b73 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 943 time: 0.1143129 Mar 10 04:19:12.203006 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-5fc796bf-d509-424b-828d-6c8428d4b678 admin admin] Publish callbacks [] for security_group (a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:12.397225 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-5fc796bf-d509-424b-828d-6c8428d4b678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:12.400490 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-5fc796bf-d509-424b-828d-6c8428d4b678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:12.404338 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-5fc796bf-d509-424b-828d-6c8428d4b678 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b HTTP/1.1" status: 204 len: 168 time: 0.3412704 Mar 10 04:19:12.411094 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc796bf-d509-424b-828d-6c8428d4b678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d844d-ffb8-4a4a-8bf7-dcd4a6dd841b,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:12.547510 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4241593a-b20d-4757-a7ac-5a7bcab9aef1 req-b5cebda7-92a4-4872-8af4-a162f8999faf tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662708 Mar 10 04:19:12.565534 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a435f-08c6-4d11-b4a0-a7213c305af2 req-23e483ca-45a2-4fd4-8fb7-41bcafc99b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:12.567314 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fd8a435f-08c6-4d11-b4a0-a7213c305af2 req-23e483ca-45a2-4fd4-8fb7-41bcafc99b96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 1129 time: 0.3863931 Mar 10 04:19:12.593327 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23f8632d-4dbf-4c25-80d5-712252a270ee req-4fda9923-29e9-4ba1-a51f-f2964269f652 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094245 Mar 10 04:19:12.637679 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fd8a435f-08c6-4d11-b4a0-a7213c305af2 req-fe6025e9-2d98-4a38-8783-813fab782f07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628276 Mar 10 04:19:12.709865 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4aeea-aec8-4882-ae14-d77be07a23f4 req-03c09467-74c0-4929-b00b-b4c7e9d7e4f3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:12.711324 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-43e4aeea-aec8-4882-ae14-d77be07a23f4 req-03c09467-74c0-4929-b00b-b4c7e9d7e4f3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0546327 Mar 10 04:19:12.769495 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-43e4aeea-aec8-4882-ae14-d77be07a23f4 req-08434441-a249-469c-8430-af53f0279747 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524709 Mar 10 04:19:12.884401 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd358721-b1bb-4d17-af03-afdceed6650d req-8bf7f542-643d-43e6-8805-6eba15937039 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:12.886010 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cd358721-b1bb-4d17-af03-afdceed6650d req-8bf7f542-643d-43e6-8805-6eba15937039 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 943 time: 0.0582886 Mar 10 04:19:12.942663 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cd358721-b1bb-4d17-af03-afdceed6650d req-9ca32f02-7697-480c-bf2e-42ff7fc5e5d7 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502062 Mar 10 04:19:13.053391 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c58d78-a59f-44b5-9b88-832b0a06257e req-c46eb571-442c-4029-a78f-b0d0ee56110d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:13.054791 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-97c58d78-a59f-44b5-9b88-832b0a06257e req-c46eb571-442c-4029-a78f-b0d0ee56110d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0515387 Mar 10 04:19:13.101208 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-97c58d78-a59f-44b5-9b88-832b0a06257e req-3dfa6301-e399-4dd1-96d3-59f10c5e6897 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Mar 10 04:19:13.665592 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7ba5-8fc4-4cad-ae1f-9267210e2690 req-22c152cf-a5a4-4f05-90f2-44105013e549 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:13.667201 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae0e7ba5-8fc4-4cad-ae1f-9267210e2690 req-22c152cf-a5a4-4f05-90f2-44105013e549 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 943 time: 0.0528948 Mar 10 04:19:13.715245 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae0e7ba5-8fc4-4cad-ae1f-9267210e2690 req-7dc4cb28-8561-4987-883a-d6d6bfdbd1c9 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Mar 10 04:19:13.902020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900bc43-a802-4599-beda-a7355ea369c7 req-28208d20-c17a-4e38-9cae-895bff496d1a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:13.903509 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5900bc43-a802-4599-beda-a7355ea369c7 req-28208d20-c17a-4e38-9cae-895bff496d1a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0563455 Mar 10 04:19:13.952735 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5900bc43-a802-4599-beda-a7355ea369c7 req-96bac288-4549-4054-b00e-4917bf6d1a83 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427713 Mar 10 04:19:14.062140 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b01a-4a89-4751-b1b3-73fd4dccb7c9 req-3bc8516d-178b-4ba7-a1b2-4964a4c2687b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:14.063639 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b695b01a-4a89-4751-b1b3-73fd4dccb7c9 req-3bc8516d-178b-4ba7-a1b2-4964a4c2687b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 943 time: 0.0520701 Mar 10 04:19:14.109531 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b695b01a-4a89-4751-b1b3-73fd4dccb7c9 req-7d5a45f2-1e87-430c-beb4-ccb9f300dc5c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401695 Mar 10 04:19:14.223435 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e28e8d-dfa3-4c38-99b2-0a1e1f4dac69 req-7967a1bd-a032-42e3-84d8-10cfbb8cf051 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:14.225072 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-83e28e8d-dfa3-4c38-99b2-0a1e1f4dac69 req-7967a1bd-a032-42e3-84d8-10cfbb8cf051 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0568745 Mar 10 04:19:14.276136 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-83e28e8d-dfa3-4c38-99b2-0a1e1f4dac69 req-4248adc3-4420-41a9-93a3-fddfeda46a8c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454512 Mar 10 04:19:14.351465 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55012) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:14.409755 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device da8c0189-42d3-492c-bf95-fb6f3afd078b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:19:14.468855 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55018) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:14.522652 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0df2-1441-4d36-bd8f-a198b223814e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.530927 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port da8c0189-42d3-492c-bf95-fb6f3afd078b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:14.547919 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'port_id': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'mac_address': 'fa:16:3e:5e:79:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:19:14.559579 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d3200b58-70bc-425b-913e-4ebda0c61122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.585633 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port da8c0189-42d3-492c-bf95-fb6f3afd078b is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:14.586029 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.598722 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8c0189-42d3-492c-bf95-fb6f3afd078b {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:14.615462 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0df2-1441-4d36-bd8f-a198b223814e admin admin] Publish callbacks [] for security_group (8b2ea6d0-739b-4257-8db8-fc8ad5d4944c), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.618094 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port da8c0189-42d3-492c-bf95-fb6f3afd078b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:14.638334 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d3200b58-70bc-425b-913e-4ebda0c61122 admin admin] Publish callbacks [] for security_group (bd384f80-3b84-4032-8485-2e6ec7650806), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.693468 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0df2-1441-4d36-bd8f-a198b223814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8b2ea6d0-739b-4257-8db8-fc8ad5d4944c), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.727845 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d3200b58-70bc-425b-913e-4ebda0c61122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bd384f80-3b84-4032-8485-2e6ec7650806), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.728444 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.729035 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:19:14.730304 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c0df2-1441-4d36-bd8f-a198b223814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ea6d0-739b-4257-8db8-fc8ad5d4944c,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:14.735949 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-7b8c0df2-1441-4d36-bd8f-a198b223814e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=543d5fe142dc4f69b2da560e823af638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833895 Mar 10 04:19:14.738600 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55022) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:14.772230 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3200b58-70bc-425b-913e-4ebda0c61122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd384f80-3b84-4032-8485-2e6ec7650806,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:14.781068 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55026) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:14.781673 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d3200b58-70bc-425b-913e-4ebda0c61122 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1abf07af1f34990a43e46054b55efa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116086 Mar 10 04:19:14.814975 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=da8c0189-42d3-492c-bf95-fb6f3afd078b,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:14.843311 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-257dd465-9b35-4353-aa7c-da576e856ace admin admin] Publish callbacks [] for security_group (8b2ea6d0-739b-4257-8db8-fc8ad5d4944c), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.879589 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d7675e6-3793-4939-8156-4975db3f1878 admin admin] Publish callbacks [] for security_group (bd384f80-3b84-4032-8485-2e6ec7650806), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.892667 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cf6a6-4993-4fa8-9597-6a341aad5cd1 req-5a2a833b-e6ff-49a8-9cf9-34e02a020df4 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:14.895619 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-db4cf6a6-4993-4fa8-9597-6a341aad5cd1 req-5a2a833b-e6ff-49a8-9cf9-34e02a020df4 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 943 time: 0.0802474 Mar 10 04:19:14.900130 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-257dd465-9b35-4353-aa7c-da576e856ace admin admin] Publish callbacks [] for security_group (8b2ea6d0-739b-4257-8db8-fc8ad5d4944c), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.925632 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:14.928403 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d7675e6-3793-4939-8156-4975db3f1878 admin admin] Publish callbacks [] for security_group (bd384f80-3b84-4032-8485-2e6ec7650806), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:14.945851 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:19:14.977698 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-db4cf6a6-4993-4fa8-9597-6a341aad5cd1 req-ea1b913f-ee49-49e7-9f50-793608c8c689 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760932 Mar 10 04:19:14.989647 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:14.990248 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:15.005712 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:15.026118 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:15.070759 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d7675e6-3793-4939-8156-4975db3f1878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bd384f80-3b84-4032-8485-2e6ec7650806), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:15.073358 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d7675e6-3793-4939-8156-4975db3f1878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:15.074512 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-3d7675e6-3793-4939-8156-4975db3f1878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd384f80-3b84-4032-8485-2e6ec7650806 HTTP/1.1" status: 204 len: 168 time: 0.2915556 Mar 10 04:19:15.082779 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7675e6-3793-4939-8156-4975db3f1878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd384f80-3b84-4032-8485-2e6ec7650806,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:15.087202 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb2e1-55a9-4676-ac5f-0e8724f0b488 req-f0fc13cd-3d0b-4711-9f17-f85b387139cd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:15.088676 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e8ceb2e1-55a9-4676-ac5f-0e8724f0b488 req-f0fc13cd-3d0b-4711-9f17-f85b387139cd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0537724 Mar 10 04:19:15.100335 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-257dd465-9b35-4353-aa7c-da576e856ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8b2ea6d0-739b-4257-8db8-fc8ad5d4944c), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:15.101876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:15.105889 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-257dd465-9b35-4353-aa7c-da576e856ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:15.107572 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-257dd465-9b35-4353-aa7c-da576e856ace admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b2ea6d0-739b-4257-8db8-fc8ad5d4944c HTTP/1.1" status: 204 len: 168 time: 0.3678243 Mar 10 04:19:15.146889 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dd465-9b35-4353-aa7c-da576e856ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ea6d0-739b-4257-8db8-fc8ad5d4944c,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:15.177815 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e8ceb2e1-55a9-4676-ac5f-0e8724f0b488 req-a41a32c8-a230-4774-9214-bd68d91c5747 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834925 Mar 10 04:19:15.218353 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:15.264178 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93662e77-dc05-4f97-869e-63b18ed6dc9d req-afbdf102-077e-404e-ae49-835dd63ba44d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:15.265714 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-93662e77-dc05-4f97-869e-63b18ed6dc9d req-afbdf102-077e-404e-ae49-835dd63ba44d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 944 time: 0.0559719 Mar 10 04:19:15.314425 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-93662e77-dc05-4f97-869e-63b18ed6dc9d req-43989d53-2ca3-4328-8c1f-60c488f7e16d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Mar 10 04:19:15.404443 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c57593-13b5-4e99-8e0a-501c152cf2db req-2875ac94-4612-4847-9850-1e76124a0781 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:15.406451 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-99c57593-13b5-4e99-8e0a-501c152cf2db req-2875ac94-4612-4847-9850-1e76124a0781 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0574477 Mar 10 04:19:15.451998 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-99c57593-13b5-4e99-8e0a-501c152cf2db req-ecf3c3a9-c48c-4217-b726-01eecd44f886 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Mar 10 04:19:15.598015 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['da8c0189-42d3-492c-bf95-fb6f3afd078b'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:19:15.654389 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:19:16.036673 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55074) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:16.053043 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c6741165-849f-49fb-ae87-a0fc0d0822c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.130578 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c6741165-849f-49fb-ae87-a0fc0d0822c9 admin admin] Publish callbacks [] for security_group (76a6d8fa-9447-436a-b07b-083d49229d69), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.135526 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d85e-67c8-4dbe-8931-5f54ef95cf24 req-476f47bd-930c-46b6-9579-c197682939a3 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:16.143334 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a7d3d85e-67c8-4dbe-8931-5f54ef95cf24 req-476f47bd-930c-46b6-9579-c197682939a3 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 944 time: 0.0923698 Mar 10 04:19:16.219237 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c6741165-849f-49fb-ae87-a0fc0d0822c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (76a6d8fa-9447-436a-b07b-083d49229d69), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.220699 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe9149-bd7d-4c76-8155-1ee347a70dfb req-95a39608-a4f4-4e7b-9738-c5b83b7c9f86 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:16.222177 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72fe9149-bd7d-4c76-8155-1ee347a70dfb req-95a39608-a4f4-4e7b-9738-c5b83b7c9f86 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.1621304 Mar 10 04:19:16.257371 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a7d3d85e-67c8-4dbe-8931-5f54ef95cf24 req-8b883dde-f4dc-48e1-9409-0780deddee5f tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131463 Mar 10 04:19:16.257754 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6741165-849f-49fb-ae87-a0fc0d0822c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6d8fa-9447-436a-b07b-083d49229d69,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:16.265861 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c6741165-849f-49fb-ae87-a0fc0d0822c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26147b0b5440477a8ceb06f784d17687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274337 Mar 10 04:19:16.266288 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55082) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:16.282065 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-fa07031d-d2cb-43fe-912a-74aa8cd2da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:16.283628 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-fa07031d-d2cb-43fe-912a-74aa8cd2da79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 1129 time: 0.1293843 Mar 10 04:19:16.336637 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72fe9149-bd7d-4c76-8155-1ee347a70dfb req-ac690a8c-cb9e-41d2-8df2-6fc9d175f162 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034625 Mar 10 04:19:16.421716 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:19:16.501286 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c91765c0-8aa7-4472-a407-e47e26653fbe admin admin] Publish callbacks [] for security_group (76a6d8fa-9447-436a-b07b-083d49229d69), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.512506 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-7ad8eb80-918d-40e4-b683-ba16694b99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:16.514049 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-7ad8eb80-918d-40e4-b683-ba16694b99e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.2207263 Mar 10 04:19:16.530097 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944517a-cee6-4157-8200-73d46074db84 req-61c57df8-4f71-4f0b-af95-1a1007dd24f9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:16.531561 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d944517a-cee6-4157-8200-73d46074db84 req-61c57df8-4f71-4f0b-af95-1a1007dd24f9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.2041509 Mar 10 04:19:16.561096 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:16.572387 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '0188fd7a-9758-4f51-b575-15526dada054', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'port_id': '0188fd7a-9758-4f51-b575-15526dada054', 'mac_address': 'fa:16:3e:33:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:19:16.588387 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-7541bbf8-caf7-43da-9d6a-3a3a45edd557 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2 HTTP/1.1" status: 200 len: 217 time: 0.0670397 Mar 10 04:19:16.591102 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c91765c0-8aa7-4472-a407-e47e26653fbe admin admin] Publish callbacks [] for security_group (76a6d8fa-9447-436a-b07b-083d49229d69), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.613629 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:16.614107 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.618548 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afcfef-6c02-49fa-b8ef-853c1fc43d7f req-830bf485-2711-45f7-bfbd-8c30160a91fe tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:16.620068 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-77afcfef-6c02-49fa-b8ef-853c1fc43d7f req-830bf485-2711-45f7-bfbd-8c30160a91fe tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 944 time: 0.1973844 Mar 10 04:19:16.628761 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0188fd7a-9758-4f51-b575-15526dada054 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:19:16.649458 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:16.719502 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.719716 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d944517a-cee6-4157-8200-73d46074db84 req-44edd586-6f5d-4e14-80d6-55304c843f29 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465044 Mar 10 04:19:16.734840 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-9f1869a6-8ed6-422f-9478-969e847a3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:16.736475 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-9f1869a6-8ed6-422f-9478-969e847a3d1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.1298850 Mar 10 04:19:16.780767 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-2aa9e269-f565-4de7-9835-52d45bcfecd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343328 Mar 10 04:19:16.788405 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:16.804355 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-77afcfef-6c02-49fa-b8ef-853c1fc43d7f req-1a29b78e-165c-434c-91e2-620bdd9c8ab8 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543338 Mar 10 04:19:16.816440 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c91765c0-8aa7-4472-a407-e47e26653fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (76a6d8fa-9447-436a-b07b-083d49229d69), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.818790 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c91765c0-8aa7-4472-a407-e47e26653fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:16.820304 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-c91765c0-8aa7-4472-a407-e47e26653fbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76a6d8fa-9447-436a-b07b-083d49229d69 HTTP/1.1" status: 204 len: 168 time: 0.5514889 Mar 10 04:19:16.854770 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91765c0-8aa7-4472-a407-e47e26653fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6d8fa-9447-436a-b07b-083d49229d69,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:16.927209 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-bc53f6d2-1c84-4576-afc5-e3fb5aa00144 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217453 Mar 10 04:19:17.027816 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-551b9ddd-8c98-4ba1-a231-a0aba3328bf4 req-a73bc292-39e7-44e7-8850-782986333ff7 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920291 Mar 10 04:19:17.110532 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['0188fd7a-9758-4f51-b575-15526dada054'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:19:17.322435 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcec0cc-9987-4d95-9988-cd5ebdd2d272 req-cc99ad42-9ede-464c-80b8-5619efabdf54 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:17.328519 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efcec0cc-9987-4d95-9988-cd5ebdd2d272 req-cc99ad42-9ede-464c-80b8-5619efabdf54 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 946 time: 0.0608287 Mar 10 04:19:17.409032 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efcec0cc-9987-4d95-9988-cd5ebdd2d272 req-304e0512-e011-46dc-9dae-11bfdc773169 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770354 Mar 10 04:19:17.416762 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d0734-2634-4930-9115-10cad2db3b52 req-3cf0c4a5-db21-427a-a85c-8440a636bc7d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:17.423953 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-365d0734-2634-4930-9115-10cad2db3b52 req-3cf0c4a5-db21-427a-a85c-8440a636bc7d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 944 time: 0.0931106 Mar 10 04:19:17.482737 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-365d0734-2634-4930-9115-10cad2db3b52 req-5031eab7-48e4-438d-8007-9c2073c7ec1f tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579200 Mar 10 04:19:17.525732 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc288685-d2d3-4711-827a-4f969e7a8f88 req-9a0dd245-7501-42d1-9589-22ab68490656 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:17.527191 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dc288685-d2d3-4711-827a-4f969e7a8f88 req-9a0dd245-7501-42d1-9589-22ab68490656 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0571020 Mar 10 04:19:17.580626 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dc288685-d2d3-4711-827a-4f969e7a8f88 req-9bc63d85-059b-42da-85e0-df067da073ba tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Mar 10 04:19:17.915769 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621949-87b8-4c9c-bbaa-a461303c8662 req-ab7367fd-ff8d-4592-b744-07cfe0c3a66f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:17.917294 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b4621949-87b8-4c9c-bbaa-a461303c8662 req-ab7367fd-ff8d-4592-b744-07cfe0c3a66f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 944 time: 0.0853829 Mar 10 04:19:17.954820 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55764bb-6025-4408-beb7-43e14eeccacc req-031a7bf7-0624-4bf0-afd8-4939c826954b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:17.956330 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a55764bb-6025-4408-beb7-43e14eeccacc req-031a7bf7-0624-4bf0-afd8-4939c826954b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 944 time: 0.0873647 Mar 10 04:19:18.000754 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b4621949-87b8-4c9c-bbaa-a461303c8662 req-462e6a83-7811-4812-9084-ddff64817f1b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767925 Mar 10 04:19:18.023706 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a55764bb-6025-4408-beb7-43e14eeccacc req-7d4de894-a5a6-4df7-bbd1-4a8e2aab24e4 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614662 Mar 10 04:19:18.114875 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:19:18.457317 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:18.543309 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901150-0d75-4c6f-8a41-a29e8c7a5c54 req-b01272b8-7cc4-476a-81f0-20cf17755d57 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:18.545471 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c8901150-0d75-4c6f-8a41-a29e8c7a5c54 req-b01272b8-7cc4-476a-81f0-20cf17755d57 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 946 time: 0.0647800 Mar 10 04:19:18.588131 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:19:18.593459 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:18.593842 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:18.628157 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c8901150-0d75-4c6f-8a41-a29e8c7a5c54 req-36d33455-7edc-4b11-803b-2674946f850f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763848 Mar 10 04:19:18.646251 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b34b-9ebc-44bd-a21f-7d33970049b0 req-6c56768a-cd5e-4dd8-b209-55d985a8cfaf tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:18.647761 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d1b3b34b-9ebc-44bd-a21f-7d33970049b0 req-6c56768a-cd5e-4dd8-b209-55d985a8cfaf tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 944 time: 0.0877934 Mar 10 04:19:18.748998 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:18.748998 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:18.787242 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d1b3b34b-9ebc-44bd-a21f-7d33970049b0 req-1a7917b4-517a-44a8-9207-15e9084b1172 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319096 Mar 10 04:19:18.820087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6e478-fa9f-4466-aa18-85dc4b5f7733 req-8c4b23d8-a62a-492b-a9d4-50b9460ea97d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:18.820087 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-11a6e478-fa9f-4466-aa18-85dc4b5f7733 req-8c4b23d8-a62a-492b-a9d4-50b9460ea97d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0713201 Mar 10 04:19:18.837232 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:18.839810 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16bfb01-6d1e-4af9-8d2e-79996aafed40" -d '{"events": [{"server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "name": "network-vif-plugged", "status": "completed", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:18.858526 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:18.890691 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-11a6e478-fa9f-4466-aa18-85dc4b5f7733 req-82b93cce-ba02-4bd3-8ec9-5c159a3aa440 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666478 Mar 10 04:19:18.911502 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6a32ba-63e8-4f88-bd48-77142da1830c x-openstack-request-id: req-dc6a32ba-63e8-4f88-bd48-77142da1830c {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:18.911701 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "name": "network-vif-plugged", "status": "completed", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:18.912073 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc6a32ba-63e8-4f88-bd48-77142da1830c {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:18.912351 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'code': 200} Mar 10 04:19:18.942220 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:18.943064 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:19.057916 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:19.153005 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce2cb2-914c-4d1a-8be5-ba8a37dbc709 req-29d2d86a-baaa-465f-859c-03bb809d4453 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.154409 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b8ce2cb2-914c-4d1a-8be5-ba8a37dbc709 req-29d2d86a-baaa-465f-859c-03bb809d4453 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 944 time: 0.0772319 Mar 10 04:19:19.177098 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 0188fd7a-9758-4f51-b575-15526dada054 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:19:19.183066 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 0188fd7a-9758-4f51-b575-15526dada054 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:19.183704 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0188fd7a-9758-4f51-b575-15526dada054), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.211038 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1a3ca-bbda-403a-aed9-3809d5ec113e req-64e69783-96e7-488c-866b-c1c0a574f82d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.212596 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-63f1a3ca-bbda-403a-aed9-3809d5ec113e req-64e69783-96e7-488c-866b-c1c0a574f82d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 944 time: 0.0946376 Mar 10 04:19:19.230806 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b8ce2cb2-914c-4d1a-8be5-ba8a37dbc709 req-5592d60b-83bf-489e-96e5-0bc6b1c49ed9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699496 Mar 10 04:19:19.307374 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-63f1a3ca-bbda-403a-aed9-3809d5ec113e req-bcbf6bc0-20d8-4a1c-bc26-127cfce81443 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859194 Mar 10 04:19:19.315340 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:19.315926 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.328993 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6e4d-2bbb-40a0-963e-525ab320737e req-29082fe2-e8f2-4ed7-95ee-5afe3ba7bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.330744 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-89dd6e4d-2bbb-40a0-963e-525ab320737e req-29082fe2-e8f2-4ed7-95ee-5afe3ba7bd38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0978100 Mar 10 04:19:19.354930 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:19.377988 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-89dd6e4d-2bbb-40a0-963e-525ab320737e req-ee4444b6-210a-48cc-96e6-07e1c3eaaa4f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Mar 10 04:19:19.396273 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55238) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:19.434198 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.435331 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device da8c0189-42d3-492c-bf95-fb6f3afd078b up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:19.531481 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:19.568200 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e51c7d07-bac0-43a9-9ccf-e3e16f4c4924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.633897 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port da8c0189-42d3-492c-bf95-fb6f3afd078b completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:19:19.639420 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port da8c0189-42d3-492c-bf95-fb6f3afd078b triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:19.639899 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.644312 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e51c7d07-bac0-43a9-9ccf-e3e16f4c4924 admin admin] Publish callbacks [] for security_group (273c835e-7661-43c6-b894-c60daf9d9bb8), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.733552 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e51c7d07-bac0-43a9-9ccf-e3e16f4c4924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (273c835e-7661-43c6-b894-c60daf9d9bb8), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.741503 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port da8c0189-42d3-492c-bf95-fb6f3afd078b is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:19.742025 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.783329 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port da8c0189-42d3-492c-bf95-fb6f3afd078b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:19.809410 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e51c7d07-bac0-43a9-9ccf-e3e16f4c4924 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66091a56c6b1442ead545d891d9df898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119608 Mar 10 04:19:19.813097 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55258) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:19.818214 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c7d07-bac0-43a9-9ccf-e3e16f4c4924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c835e-7661-43c6-b894-c60daf9d9bb8,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:19.839397 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf802-90e3-4808-8d9e-2d0a23e7aa23 req-819eb314-fa8c-4550-801f-bf1e72be639f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.840989 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-329bf802-90e3-4808-8d9e-2d0a23e7aa23 req-819eb314-fa8c-4550-801f-bf1e72be639f tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 946 time: 0.1196301 Mar 10 04:19:19.848557 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff320710-0fed-4109-acf7-6f70c113310c req-67228a72-0f4e-49bd-96a1-b24bb0f24bc6 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:19.850035 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ff320710-0fed-4109-acf7-6f70c113310c req-67228a72-0f4e-49bd-96a1-b24bb0f24bc6 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.37 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 946 time: 0.1605148 Mar 10 04:19:19.865249 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.883349 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5aee-5357-458a-97cd-e3be7e91d775 admin admin] Publish callbacks [] for security_group (273c835e-7661-43c6-b894-c60daf9d9bb8), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.916801 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5aee-5357-458a-97cd-e3be7e91d775 admin admin] Publish callbacks [] for security_group (273c835e-7661-43c6-b894-c60daf9d9bb8), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:19.939004 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=da8c0189-42d3-492c-bf95-fb6f3afd078b,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:20.014565 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-329bf802-90e3-4808-8d9e-2d0a23e7aa23 req-69291b9e-3718-4d99-ab9c-380768064142 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3265059b-c74a-4c6a-b7c4-55e36cfb5df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628196 Mar 10 04:19:20.062635 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5aee-5357-458a-97cd-e3be7e91d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (273c835e-7661-43c6-b894-c60daf9d9bb8), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.065659 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5aee-5357-458a-97cd-e3be7e91d775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.067235 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ee3c5aee-5357-458a-97cd-e3be7e91d775 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/273c835e-7661-43c6-b894-c60daf9d9bb8 HTTP/1.1" status: 204 len: 168 time: 0.2525377 Mar 10 04:19:20.076232 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c5aee-5357-458a-97cd-e3be7e91d775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c835e-7661-43c6-b894-c60daf9d9bb8,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:20.078931 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e003-b1dc-4c10-bc0f-1dde75c20c1f req-7c599892-e818-47c3-a585-35e8fa1b1152 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:20.080615 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3f45e003-b1dc-4c10-bc0f-1dde75c20c1f req-7c599892-e818-47c3-a585-35e8fa1b1152 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 945 time: 0.1843996 Mar 10 04:19:20.182257 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Deleting port b77b8d32-237d-4633-9a97-5e40ba41c88f {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:19:20.182257 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.232796 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3f45e003-b1dc-4c10-bc0f-1dde75c20c1f req-0502f628-153c-400c-889b-a8944fcf3424 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454194 Mar 10 04:19:20.479015 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186f76-a896-481d-aa7f-a3afec440dde req-93ecb4b0-10a4-4cdc-8a4a-0b7da94e6eb7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:20.480499 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9f186f76-a896-481d-aa7f-a3afec440dde req-93ecb4b0-10a4-4cdc-8a4a-0b7da94e6eb7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.3726890 Mar 10 04:19:20.541574 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] For port b77b8d32-237d-4633-9a97-5e40ba41c88f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b77b8d32-237d-4633-9a97-5e40ba41c88f,segment=NetworkSegment(8cbe5410-4fee-4638-83cc-f734720541a2),segment_id=8cbe5410-4fee-4638-83cc-f734720541a2)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:20.541882 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.577274 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Calling delete_port for b77b8d32-237d-4633-9a97-5e40ba41c88f owned by compute:nova {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:19:20.603454 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64549fe-1bed-43eb-8acb-bfd633a6b614 req-ac6a5f39-4482-42d4-aa6b-461865aec590 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:20.605627 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c64549fe-1bed-43eb-8acb-bfd633a6b614 req-ac6a5f39-4482-42d4-aa6b-461865aec590 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1511469 Mar 10 04:19:20.611979 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9f186f76-a896-481d-aa7f-a3afec440dde req-ae03def7-031f-4ce8-bd4e-ad7f32a0849c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156068 Mar 10 04:19:20.763460 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c64549fe-1bed-43eb-8acb-bfd633a6b614 req-9bfe4655-4da3-4014-9226-ce5ecedc52b5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504292 Mar 10 04:19:20.794815 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9ef2-81ed-4534-ad4c-f45596d43756 req-eb03273b-7bbe-4cee-a4a1-32d06a3ff5f5 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:20.796848 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-449b9ef2-81ed-4534-ad4c-f45596d43756 req-eb03273b-7bbe-4cee-a4a1-32d06a3ff5f5 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1141150 Mar 10 04:19:20.839635 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55276) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:20.857053 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f7deab8c-d68d-452c-ac18-057378e7c802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.887251 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-449b9ef2-81ed-4534-ad4c-f45596d43756 req-89f499fb-8209-4016-bae9-aed8d5aa4b2b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832930 Mar 10 04:19:20.913158 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054'}, {'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:20.915867 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b151b6-e375-453b-b26a-57fbd27ea215" -d '{"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-plugged", "status": "completed", "tag": "0188fd7a-9758-4f51-b575-15526dada054"}, {"server_uuid": "62540604-ae17-4038-a123-876af300bed6", "name": "network-vif-plugged", "status": "completed", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:20.931171 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (b77b8d32-237d-4633-9a97-5e40ba41c88f), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.950408 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f7deab8c-d68d-452c-ac18-057378e7c802 admin admin] Publish callbacks [] for security_group (c9de71f4-dfd1-4e23-8760-4f810dee3f38), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:20.956769 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5be887-82e1-4871-b52e-f27836253744 x-openstack-request-id: req-8a5be887-82e1-4871-b52e-f27836253744 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:20.957034 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-plugged", "status": "completed", "tag": "0188fd7a-9758-4f51-b575-15526dada054", "code": 200}, {"server_uuid": "62540604-ae17-4038-a123-876af300bed6", "name": "network-vif-plugged", "status": "completed", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:20.957274 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a5be887-82e1-4871-b52e-f27836253744 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:20.957671 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054', 'code': 200} Mar 10 04:19:20.957941 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'code': 200} Mar 10 04:19:20.960327 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Pushing event deleted for resources: {'Port': ['ID=b77b8d32-237d-4633-9a97-5e40ba41c88f,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:21.005042 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f7deab8c-d68d-452c-ac18-057378e7c802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c9de71f4-dfd1-4e23-8760-4f810dee3f38), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.037634 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] No DVR routers for this DVR port b77b8d32-237d-4633-9a97-5e40ba41c88f on host hv-cinder-77819 {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:19:21.049442 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.052107 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f7deab8c-d68d-452c-ac18-057378e7c802 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72efafd4f9734048b977c7800b1fdf29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112281 Mar 10 04:19:21.052794 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ff320710-0fed-4109-acf7-6f70c113310c req-4f2c51a1-1879-4c2e-b035-66b9f11327f4 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.37 "DELETE /v2.0/ports/b77b8d32-237d-4633-9a97-5e40ba41c88f HTTP/1.1" status: 204 len: 173 time: 1.1870623 Mar 10 04:19:21.053073 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7deab8c-d68d-452c-ac18-057378e7c802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de71f4-dfd1-4e23-8760-4f810dee3f38,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:21.053336 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fde513-51e7-4698-bd9d-d3e812356f19', 'name': 'network-vif-deleted', 'tag': 'b77b8d32-237d-4633-9a97-5e40ba41c88f'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:21.055357 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55284) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:21.055570 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66aa992-fd26-4923-92fe-3989676e2a49" -d '{"events": [{"server_uuid": "44fde513-51e7-4698-bd9d-d3e812356f19", "name": "network-vif-deleted", "tag": "b77b8d32-237d-4633-9a97-5e40ba41c88f"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:21.108939 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a0162-8e89-4c77-86b2-a089e7fdc1eb x-openstack-request-id: req-3b0a0162-8e89-4c77-86b2-a089e7fdc1eb {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:21.109241 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fde513-51e7-4698-bd9d-d3e812356f19", "name": "network-vif-deleted", "tag": "b77b8d32-237d-4633-9a97-5e40ba41c88f", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:21.109504 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b0a0162-8e89-4c77-86b2-a089e7fdc1eb {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:21.109898 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fde513-51e7-4698-bd9d-d3e812356f19', 'name': 'network-vif-deleted', 'tag': 'b77b8d32-237d-4633-9a97-5e40ba41c88f', 'status': 'completed', 'code': 200} Mar 10 04:19:21.111244 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d8a-054e-41a0-8460-65691329afa4 admin admin] Publish callbacks [] for security_group (c9de71f4-dfd1-4e23-8760-4f810dee3f38), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.135102 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d8a-054e-41a0-8460-65691329afa4 admin admin] Publish callbacks [] for security_group (c9de71f4-dfd1-4e23-8760-4f810dee3f38), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.151111 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4129841e-337d-4441-9d90-a25ecf6f71eb req-61f1441b-f916-4c4a-928d-bbea8110b90a tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 0.0291677 Mar 10 04:19:21.299483 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d8a-054e-41a0-8460-65691329afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c9de71f4-dfd1-4e23-8760-4f810dee3f38), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.305290 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f5fc4d8a-054e-41a0-8460-65691329afa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.305290 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f5fc4d8a-054e-41a0-8460-65691329afa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9de71f4-dfd1-4e23-8760-4f810dee3f38 HTTP/1.1" status: 204 len: 168 time: 0.2471256 Mar 10 04:19:21.322887 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc4d8a-054e-41a0-8460-65691329afa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de71f4-dfd1-4e23-8760-4f810dee3f38,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:21.365068 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9eed4-1860-4584-b6ce-8a8d62d93e5f req-224e9c87-bd11-4e5d-990f-3e819e52ffd1 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:21.366634 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4ee9eed4-1860-4584-b6ce-8a8d62d93e5f req-224e9c87-bd11-4e5d-990f-3e819e52ffd1 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 945 time: 0.0603788 Mar 10 04:19:21.416960 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4ee9eed4-1860-4584-b6ce-8a8d62d93e5f req-81c8d42c-f640-4d41-aeba-0ef209c91abe tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439405 Mar 10 04:19:21.567868 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59416b-d2bb-414b-ae91-2d93f7c417ab req-b87e3a02-ca90-42f4-9449-2143419c3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:21.569397 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2d59416b-d2bb-414b-ae91-2d93f7c417ab req-b87e3a02-ca90-42f4-9449-2143419c3c0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 1129 time: 0.1096284 Mar 10 04:19:21.593261 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2995c-3c41-4c50-9392-03fa91ec6ce6 req-2da2a2ff-1a70-4fc8-84a1-f15e3b1f83fe tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:21.594788 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bce2995c-3c41-4c50-9392-03fa91ec6ce6 req-2da2a2ff-1a70-4fc8-84a1-f15e3b1f83fe tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 945 time: 0.1039588 Mar 10 04:19:21.603194 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb967b-f2bf-4542-aca0-4ce31aa9c0f9 req-92d6300c-f7ce-4c5e-a54f-d8023fcb19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:21.604345 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55294) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:21.604716 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-eadb967b-f2bf-4542-aca0-4ce31aa9c0f9 req-92d6300c-f7ce-4c5e-a54f-d8023fcb19b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 1129 time: 0.0833025 Mar 10 04:19:21.609320 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:21.666307 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2d59416b-d2bb-414b-ae91-2d93f7c417ab req-9890d6b9-8f9a-4361-8369-5eb164d6a3ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705194 Mar 10 04:19:21.696224 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-eadb967b-f2bf-4542-aca0-4ce31aa9c0f9 req-d01e314a-bc70-40c1-9968-c549ab103003 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791018 Mar 10 04:19:21.721976 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (bd12f6b9-84ec-429f-a86e-d18f665662ce), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.776763 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e829436-e1e2-41a0-9aac-2e187272027d req-4eaea9a4-d19f-495e-b5b0-a730b7f66527 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:21.778422 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8e829436-e1e2-41a0-9aac-2e187272027d req-4eaea9a4-d19f-495e-b5b0-a730b7f66527 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0693696 Mar 10 04:19:21.801469 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:21.856675 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8e829436-e1e2-41a0-9aac-2e187272027d req-2c11d7e4-eb62-44fc-a373-9ea75e176b32 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717092 Mar 10 04:19:21.865477 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-2fa4a813-bdc1-447f-8299-f901cda22c90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1836269 Mar 10 04:19:21.929356 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b389d-05d0-4225-b433-ade63cbef658 req-c1f1b9a8-061f-448b-9e1a-4f7f3a3a092a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:21.931181 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca2b389d-05d0-4225-b433-ade63cbef658 req-c1f1b9a8-061f-448b-9e1a-4f7f3a3a092a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0603654 Mar 10 04:19:22.042417 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca2b389d-05d0-4225-b433-ade63cbef658 req-d4f09500-6d6c-4088-bd22-e9aa946fb15d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025624 Mar 10 04:19:22.069511 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a6a5b-75b9-4d2f-8e59-bb5b7b710ed0 req-ce312db5-c1a9-4047-a9dd-05aa1aa93fe9 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:22.076310 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f08a6a5b-75b9-4d2f-8e59-bb5b7b710ed0 req-ce312db5-c1a9-4047-a9dd-05aa1aa93fe9 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0950410 Mar 10 04:19:22.143617 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f08a6a5b-75b9-4d2f-8e59-bb5b7b710ed0 req-8cb4144c-d476-4fec-86ab-5dd6bfc3e767 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615268 Mar 10 04:19:22.268196 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-656c592e-f747-40f8-8c57-da1f097440fc req-c80fd4aa-7ab4-481e-bb80-5105336384c7 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Mar 10 04:19:22.442535 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b77b8d32-237d-4633-9a97-5e40ba41c88f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:19:22.461437 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: b77b8d32-237d-4633-9a97-5e40ba41c88f {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:19:22.461868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b77b8d32-237d-4633-9a97-5e40ba41c88f not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:19:22.493372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-51726063-220a-45fb-ba48-ca6c5aed1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:22.494884 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-51726063-220a-45fb-ba48-ca6c5aed1520 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.1493411 Mar 10 04:19:22.605992 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:22.664021 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-a909a350-0571-4cc3-b383-726ba1aa60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:22.668877 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-a909a350-0571-4cc3-b383-726ba1aa60cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.1325808 Mar 10 04:19:22.668877 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (bd12f6b9-84ec-429f-a86e-d18f665662ce), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:22.756107 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-7b084c1c-56f3-4c2d-8707-b580af9fe703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:22.941723 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-5fea4827-67fc-4ff2-bbc6-5b6c3b004a55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 217 time: 0.2685897 Mar 10 04:19:23.029202 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b34ca4-5349-41e2-be1f-e3e83240af73 req-d603d033-6452-42a6-9b1e-5ae1e14350d6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:23.031739 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a9b34ca4-5349-41e2-be1f-e3e83240af73 req-d603d033-6452-42a6-9b1e-5ae1e14350d6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0692987 Mar 10 04:19:23.043371 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-96c8bf1e-7ef7-402a-a9bf-3876f5f0299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:23.044852 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-96c8bf1e-7ef7-402a-a9bf-3876f5f0299e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0902169 Mar 10 04:19:23.046259 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP bd12f6b9-84ec-429f-a86e-d18f665662ce associated. External IP: 172.28.0.177, port: 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c. Mar 10 04:19:23.085382 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a9b34ca4-5349-41e2-be1f-e3e83240af73 req-671a2822-0a79-4408-a6c8-30c4f61ca288 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Mar 10 04:19:23.129359 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-46fe66c0-a5e1-4cb0-ab37-ea6d4e1b0d91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323024 Mar 10 04:19:23.244236 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d94de7-82f4-4b2c-a454-fc906ee2a5fd req-b335057a-1c6b-4b2c-be83-4de571bab1d2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:23.246010 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b2d94de7-82f4-4b2c-a454-fc906ee2a5fd req-b335057a-1c6b-4b2c-be83-4de571bab1d2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1132967 Mar 10 04:19:23.354499 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b2d94de7-82f4-4b2c-a454-fc906ee2a5fd req-c4672071-f738-47cf-8438-581e44fe8761 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828459 Mar 10 04:19:23.355903 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55362) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:23.371906 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31554479-4a94-4e8e-a59b-7fc08d606a93 req-ada3d590-b059-4db7-b127-613644bb9a7c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:23.378429 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-31554479-4a94-4e8e-a59b-7fc08d606a93 req-ada3d590-b059-4db7-b127-613644bb9a7c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1286309 Mar 10 04:19:23.393518 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-fdf9c56a-39d9-4945-a8b3-342131b7156b service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384934 Mar 10 04:19:23.410383 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:19:23.462756 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-31554479-4a94-4e8e-a59b-7fc08d606a93 req-dc55c625-af47-489f-a012-d2a42a7b1c81 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822439 Mar 10 04:19:23.501650 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d23f49e6-419f-4ac5-af52-5dfc49becfa7 req-284d8807-a36d-44db-a434-d10b0f14f2d7 tempest-DeleteServersTestJSON-1582319751 tempest-DeleteServersTestJSON-1582319751-project] 10.222.0.32 "GET /v2.0/ports?device_id=44fde513-51e7-4698-bd9d-d3e812356f19 HTTP/1.1" status: 200 len: 210 time: 0.0348401 Mar 10 04:19:23.529991 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d19d22d9-1111-49a0-b271-b6254acd632b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:23.612169 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d19d22d9-1111-49a0-b271-b6254acd632b admin admin] Publish callbacks [] for security_group (7d335578-b120-4013-af47-d6ed3ac53afb), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:23.621443 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-038cc62c-6eeb-47ca-90d9-a43958e659c9 req-2a1b2e4d-7d18-45a3-b26b-0dfe5df25cde service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084029 Mar 10 04:19:23.625477 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:19:23.630025 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:23.643214 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:19:23.658010 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:23.659029 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:23.669173 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1f56a5d3-dace-4c9d-8116-e7097f7b5f22 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "PUT /v2.0/floatingips/bd12f6b9-84ec-429f-a86e-d18f665662ce HTTP/1.1" status: 200 len: 991 time: 2.0635333 Mar 10 04:19:23.675669 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:23.675669 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4b2046-c80d-4184-aed2-1059d7a80cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:23.700217 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d19d22d9-1111-49a0-b271-b6254acd632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (7d335578-b120-4013-af47-d6ed3ac53afb), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:23.709835 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03340d1-7a71-44dc-a81c-d0e5f7dc27fd x-openstack-request-id: req-a03340d1-7a71-44dc-a81c-d0e5f7dc27fd {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:23.710134 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:23.710396 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a03340d1-7a71-44dc-a81c-d0e5f7dc27fd {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:23.710796 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'status': 'completed', 'code': 200} Mar 10 04:19:23.748100 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d22d9-1111-49a0-b271-b6254acd632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d335578-b120-4013-af47-d6ed3ac53afb,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:23.754968 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d19d22d9-1111-49a0-b271-b6254acd632b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90bd9ea229e94f27999940370e3e626f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978689 Mar 10 04:19:23.757958 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55370) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:23.777362 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:23.839989 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-a1d639b4-9227-43cc-b724-5f53357ced8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:23.841715 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-a1d639b4-9227-43cc-b724-5f53357ced8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0850072 Mar 10 04:19:23.853110 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-74062d83-bb46-4518-b018-2f9e000d16cc admin admin] Publish callbacks [] for security_group (7d335578-b120-4013-af47-d6ed3ac53afb), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:23.918456 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-74062d83-bb46-4518-b018-2f9e000d16cc admin admin] Publish callbacks [] for security_group (7d335578-b120-4013-af47-d6ed3ac53afb), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:24.003131 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-d9fe5f97-f166-42ea-826a-9a64bb00ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:24.004071 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-d9fe5f97-f166-42ea-826a-9a64bb00ced1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 914 time: 0.1475356 Mar 10 04:19:24.110826 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-74062d83-bb46-4518-b018-2f9e000d16cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (7d335578-b120-4013-af47-d6ed3ac53afb), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:24.114312 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-74062d83-bb46-4518-b018-2f9e000d16cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:24.115320 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:22Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:24.118323 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-74062d83-bb46-4518-b018-2f9e000d16cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d335578-b120-4013-af47-d6ed3ac53afb HTTP/1.1" status: 204 len: 168 time: 0.3597014 Mar 10 04:19:24.165695 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74062d83-bb46-4518-b018-2f9e000d16cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d335578-b120-4013-af47-d6ed3ac53afb,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:24.165852 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:19:24.181731 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:24.182397 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:18:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:24.190892 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-8434a97d-91a9-4ad2-a5d1-97a45379c998 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c HTTP/1.1" status: 200 len: 999 time: 0.1675024 Mar 10 04:19:24.271638 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6539a5-58c3-4851-8d9b-a33a48c3bb03 req-31332967-7409-4028-a887-1ba716d57668 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:24.272482 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-238d940b-347b-4f45-a100-30e53e58e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:24.273970 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-238d940b-347b-4f45-a100-30e53e58e2cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0754938 Mar 10 04:19:24.280169 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b6539a5-58c3-4851-8d9b-a33a48c3bb03 req-31332967-7409-4028-a887-1ba716d57668 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0750163 Mar 10 04:19:24.328187 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:24.346883 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b6539a5-58c3-4851-8d9b-a33a48c3bb03 req-a0f1f1e6-ee85-4ae1-8105-e10c8ba2a658 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654879 Mar 10 04:19:24.366259 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-9e25ab43-1191-4367-aacc-4c85173014ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:24.368065 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-9e25ab43-1191-4367-aacc-4c85173014ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0857201 Mar 10 04:19:24.473626 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-47b4c292-baa5-4dc6-9212-2a01d6086a0a service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988662 Mar 10 04:19:24.506226 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6e7b-fdf7-4555-a9dc-5abc1f94923c req-a2b8fdee-4d8b-4a6d-a445-0bf253bcfaea tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:24.514948 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-eb3c6e7b-fdf7-4555-a9dc-5abc1f94923c req-a2b8fdee-4d8b-4a6d-a445-0bf253bcfaea tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0768261 Mar 10 04:19:24.596240 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-eb3c6e7b-fdf7-4555-a9dc-5abc1f94923c req-ebf21f42-f8b7-47ff-b47b-b022c3d9c8a9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802078 Mar 10 04:19:24.617079 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a4b2046-c80d-4184-aed2-1059d7a80cf4 req-22bb2859-a1f3-4bbf-ade2-ff91a5a6db8f service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349349 Mar 10 04:19:24.713563 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc799-d270-4d61-8b7c-54157d0356c2 req-ccda0708-da57-4ef6-a4de-d01e9885d625 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:24.718019 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b5fc799-d270-4d61-8b7c-54157d0356c2 req-ccda0708-da57-4ef6-a4de-d01e9885d625 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1425562 Mar 10 04:19:24.732968 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:22Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:24.773094 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c103617-0632-41e3-95f2-adeecc3cbfd5 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:22Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:19:24.822627 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b5fc799-d270-4d61-8b7c-54157d0356c2 req-2caaebd6-b923-4f3f-ba7a-67768ba1d65b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988309 Mar 10 04:19:24.831179 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9b4b-5065-4879-aa03-8277aaf970ee req-7c134a28-5692-4990-b804-4c237b361fa7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:24.832733 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-44ef9b4b-5065-4879-aa03-8277aaf970ee req-7c134a28-5692-4990-b804-4c237b361fa7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1117330 Mar 10 04:19:24.843348 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55412) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:24.848157 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'floatingip': {'port_id': '0188fd7a-9758-4f51-b575-15526dada054'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:24.935516 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (f68e01ee-0a94-4f66-8808-b72b296d0f0f), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:25.028599 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0e52-d9a3-45d6-b628-72b0513257cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:25.074696 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16ab4-ee2c-4585-b4c3-9803168ab89b req-1a98347e-5d8e-4a13-b6be-81e260566617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:25.076274 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-56a16ab4-ee2c-4585-b4c3-9803168ab89b req-1a98347e-5d8e-4a13-b6be-81e260566617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1620784 Mar 10 04:19:25.086230 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55422) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:25.091831 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'floatingip': {'port_id': 'da8c0189-42d3-492c-bf95-fb6f3afd078b'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:25.122828 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a0e5-04fa-4619-aec7-746f7942136d None None] New status for floating IP bd12f6b9-84ec-429f-a86e-d18f665662ce: ACTIVE {{(pid=103753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:19:25.148155 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (1fe3f728-9777-4150-ac57-84d9c3a28989), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:25.663058 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9961e7-8f59-4c38-bf38-089aaf713acd req-0a6d1cf2-f082-4eec-9b99-5a30dd230d43 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:25.664563 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fd9961e7-8f59-4c38-bf38-089aaf713acd req-0a6d1cf2-f082-4eec-9b99-5a30dd230d43 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.2197504 Mar 10 04:19:25.730532 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:25.799816 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (1fe3f728-9777-4150-ac57-84d9c3a28989), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:25.910968 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.db.resource_extend [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 04:19:25.935299 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Floating IP 1fe3f728-9777-4150-ac57-84d9c3a28989 associated. External IP: 172.28.0.172, port: da8c0189-42d3-492c-bf95-fb6f3afd078b. Mar 10 04:19:26.011879 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.016169 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fd9961e7-8f59-4c38-bf38-089aaf713acd req-252e72c3-d306-4536-ba8b-1d73580593a3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378916 Mar 10 04:19:26.078268 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (f68e01ee-0a94-4f66-8808-b72b296d0f0f), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.188652 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Floating IP f68e01ee-0a94-4f66-8808-b72b296d0f0f associated. External IP: 172.28.0.150, port: 0188fd7a-9758-4f51-b575-15526dada054. Mar 10 04:19:26.396931 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.415633 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Router 16ed8f38-7f6a-4c98-9360-14af48290b77 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:19:26.443060 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:19:26.576216 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55498) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:26.601551 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:19:26.606383 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.612864 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] Sync routers for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:19:26.627097 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:26.627724 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:26.630872 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:19:26.636427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.657040 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] Sync routers for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:19:26.662333 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d3e5ce3c-3101-4a3e-8aaa-4d860a369843 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "PUT /v2.0/floatingips/1fe3f728-9777-4150-ac57-84d9c3a28989 HTTP/1.1" status: 200 len: 991 time: 1.5741949 Mar 10 04:19:26.670518 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:26.672914 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a106fb4-230c-4ec3-b211-4cdc9707e10f" -d '{"events": [{"name": "network-changed", "server_uuid": "62540604-ae17-4038-a123-876af300bed6", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:26.684172 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7480cf1e-043f-44bd-8d70-755d374cdb12 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "PUT /v2.0/floatingips/f68e01ee-0a94-4f66-8808-b72b296d0f0f HTTP/1.1" status: 200 len: 991 time: 1.8331695 Mar 10 04:19:26.684172 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Deleting subnet 00195e85-3647-4d5a-8152-ef54f4b37366 {{(pid=103751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:19:26.684172 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'tag': '0188fd7a-9758-4f51-b575-15526dada054'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:19:26.690626 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:26.691299 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:26.696826 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd9246f-7436-4caf-b3f0-0f61c79d7632" -d '{"events": [{"name": "network-changed", "server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "tag": "0188fd7a-9758-4f51-b575-15526dada054"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:19:26.700063 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Publish callbacks [] for subnet (00195e85-3647-4d5a-8152-ef54f4b37366), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.796808 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c27a1-9122-40c5-ab5a-f0654e2fa7c3 x-openstack-request-id: req-673c27a1-9122-40c5-ab5a-f0654e2fa7c3 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:26.796808 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62540604-ae17-4038-a123-876af300bed6", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:26.796808 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-673c27a1-9122-40c5-ab5a-f0654e2fa7c3 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:26.796808 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'status': 'completed', 'code': 200} Mar 10 04:19:26.797347 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6711053'] for subnet (00195e85-3647-4d5a-8152-ef54f4b37366), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.816583 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2e3b98-b73c-4cba-b32f-579680caa7e1 x-openstack-request-id: req-9d2e3b98-b73c-4cba-b32f-579680caa7e1 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:19:26.877105 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "tag": "0188fd7a-9758-4f51-b575-15526dada054", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:19:26.877105 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d2e3b98-b73c-4cba-b32f-579680caa7e1 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:19:26.877105 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'tag': '0188fd7a-9758-4f51-b575-15526dada054', 'status': 'completed', 'code': 200} Mar 10 04:19:26.877524 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-6ef1101c-8252-4518-8d9f-d05e99535cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:26.877524 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-6ef1101c-8252-4518-8d9f-d05e99535cbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 1129 time: 0.0697007 Mar 10 04:19:26.877711 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:26.877810 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:26.877912 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (00195e85-3647-4d5a-8152-ef54f4b37366), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:26.923108 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-b8fdd6e3-09e5-40bf-b6b6-c9ba53ccd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:26.924929 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-b8fdd6e3-09e5-40bf-b6b6-c9ba53ccd5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 1129 time: 0.1003497 Mar 10 04:19:26.955203 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-7e63c81f-a3e9-4320-98e5-28154f5d3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:26.957534 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-7e63c81f-a3e9-4320-98e5-28154f5d3125 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 911 time: 0.0989416 Mar 10 04:19:27.125634 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-66075024-a0bf-48f5-a311-c617ee536ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:27.125634 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-66075024-a0bf-48f5-a311-c617ee536ff3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.1179485 Mar 10 04:19:27.126539 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-6609aae7-be15-48cc-9069-020593c68e9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b HTTP/1.1" status: 200 len: 999 time: 0.1058905 Mar 10 04:19:27.160357 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-2301c9a0-08b6-458a-8b5f-1958f6e3c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:27.163467 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-2301c9a0-08b6-458a-8b5f-1958f6e3c8bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 200 len: 849 time: 0.0858278 Mar 10 04:19:27.183852 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '1fe3f728-9777-4150-ac57-84d9c3a28989', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'floating_ip_address': '172.28.0.172', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'port_id': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'mac_address': 'fa:16:3e:5e:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540604-ae17-4038-a123-876af300bed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:58Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 1, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.215570 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-a3b1ba39-2cbf-428d-879d-d761b1b8d877 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0188fd7a-9758-4f51-b575-15526dada054 HTTP/1.1" status: 200 len: 999 time: 0.1572165 Mar 10 04:19:27.242745 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5325040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5335155'] for subnet (00195e85-3647-4d5a-8152-ef54f4b37366), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.258918 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-d607ee3f-8180-434c-beb2-511cb0a3f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:27.260765 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-d607ee3f-8180-434c-beb2-511cb0a3f427 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0765800 Mar 10 04:19:27.272976 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'f68e01ee-0a94-4f66-8808-b72b296d0f0f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'floating_ip_address': '172.28.0.150', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'port_id': '0188fd7a-9758-4f51-b575-15526dada054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'mac_address': 'fa:16:3e:33:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:59Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 1, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.309656 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.313089 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00195e85-3647-4d5a-8152-ef54f4b37366 HTTP/1.1" status: 204 len: 168 time: 0.7351601 Mar 10 04:19:27.315750 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55516) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:27.320549 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27b4ca-c290-41a6-8f60-7a6bcf710366 req-5e2d03d2-4770-4739-866a-6f4147091889 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:27.321999 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9b27b4ca-c290-41a6-8f60-7a6bcf710366 req-5e2d03d2-4770-4739-866a-6f4147091889 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.1858852 Mar 10 04:19:27.322729 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00195e85-3647-4d5a-8152-ef54f4b37366,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:27.325738 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] Checking router: 16ed8f38-7f6a-4c98-9360-14af48290b77 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:19:27.333258 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] Checking router: 9a2e9717-8c27-45c3-859c-9ef4133c4a51 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:19:27.336514 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:27.337316 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.345377 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:27.346048 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.347824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.348326 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.348779 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.349267 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.349712 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.350195 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.350580 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.350981 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.351425 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.351824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.352246 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.358424 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.358424 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9259f-f300-4ead-90b0-0c30298a8237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.367720 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-2c013239-17e6-4e8a-9c95-b883604f7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:27.369345 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-2c013239-17e6-4e8a-9c95-b883604f7f23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.1421237 Mar 10 04:19:27.424212 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9b27b4ca-c290-41a6-8f60-7a6bcf710366 req-6b1ad5a6-d9b7-4ae0-8daf-328b5ec67f65 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905321 Mar 10 04:19:27.433380 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (4065f1f6-612e-4e40-b73d-e2f8eaa43569), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.496552 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:27.506592 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-43268346-b47d-4f5b-afcf-046d3efab2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:27.514524 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-43268346-b47d-4f5b-afcf-046d3efab2bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1065917 Mar 10 04:19:27.514762 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-f828b924-85da-4671-9684-adf435a8309d service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457833 Mar 10 04:19:27.540408 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:27.608513 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (4065f1f6-612e-4e40-b73d-e2f8eaa43569), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.666954 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4065f1f6-612e-4e40-b73d-e2f8eaa43569']}} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.676926 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-f35f3a58-d0b9-4cc0-86b8-a97e931ae1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479342 Mar 10 04:19:27.680302 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe5410-4fee-4638-83cc-f734720541a2') {'for_net_delete': True} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.680634 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe5410-4fee-4638-83cc-f734720541a2') {} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.700376 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5938063'] for segment (8cbe5410-4fee-4638-83cc-f734720541a2), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.717950 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8a106fb4-230c-4ec3-b211-4cdc9707e10f req-1ba36863-1223-402d-8e4e-fab09b2bfbc8 service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861665 Mar 10 04:19:27.722264 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (8cbe5410-4fee-4638-83cc-f734720541a2), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.729567 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:19:27.729879 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5937278'] for segment (8cbe5410-4fee-4638-83cc-f734720541a2), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: Traceback (most recent call last): Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: timer() Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: cb(*args, **kw) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: return func(*args, **kwargs) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: self._notify() Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: self.callback(batched_events) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: event.method(event) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: return f(self, *a, **k) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: return self._get(url).json() Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: return self.request(url, 'GET', **kwargs) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:19:27.732342 dv-cinder-778193-25-smb neutron-server[103752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:19:27.798968 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.850532 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3fd9246f-7436-4caf-b3f0-0f61c79d7632 req-254dd066-cda3-4af8-b595-5afb1c552170 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640763 Mar 10 04:19:27.875759 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '1fe3f728-9777-4150-ac57-84d9c3a28989', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'floating_ip_address': '172.28.0.172', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'port_id': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'mac_address': 'fa:16:3e:5e:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540604-ae17-4038-a123-876af300bed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:58Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 1, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:27.879424 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (4065f1f6-612e-4e40-b73d-e2f8eaa43569), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.885303 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:27.896927 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] 10.222.0.32 "DELETE /v2.0/networks/4065f1f6-612e-4e40-b73d-e2f8eaa43569 HTTP/1.1" status: 204 len: 168 time: 0.5789437 Mar 10 04:19:27.913580 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Pushing event deleted for resources: {'Network': ['ID=4065f1f6-612e-4e40-b73d-e2f8eaa43569,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:27.916383 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ef8c1-6633-4f02-9da5-e718242d4b1e None None] The sync data for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb is: [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '1fe3f728-9777-4150-ac57-84d9c3a28989', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'floating_ip_address': '172.28.0.172', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'port_id': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'mac_address': 'fa:16:3e:5e:79:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540604-ae17-4038-a123-876af300bed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:58Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 1, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:19:27.924724 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.925172 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.925591 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.926008 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.926408 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.926809 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.927213 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.927645 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.928069 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.928487 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.928978 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.929322 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.929954 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906882-7450-4652-aaf7-99fff07ef38a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:27.968865 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'f68e01ee-0a94-4f66-8808-b72b296d0f0f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'floating_ip_address': '172.28.0.150', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'port_id': '0188fd7a-9758-4f51-b575-15526dada054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'mac_address': 'fa:16:3e:33:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:59Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 1, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:28.001607 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb598c25-be80-4afe-8a0e-5acf63946c3a None None] The sync data for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb is: [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'f68e01ee-0a94-4f66-8808-b72b296d0f0f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'floating_ip_address': '172.28.0.150', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'port_id': '0188fd7a-9758-4f51-b575-15526dada054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'mac_address': 'fa:16:3e:33:1d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:59Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 1, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:19:28.189599 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22acf147-5200-461f-a3fd-509a0ca1f374 None None] New status for floating IP 1fe3f728-9777-4150-ac57-84d9c3a28989: ACTIVE {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:19:28.259294 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fcfafa-ba4e-43f0-affc-abe7a835577c None None] New status for floating IP f68e01ee-0a94-4f66-8808-b72b296d0f0f: ACTIVE {{(pid=103753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:19:28.355728 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55540) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:28.399156 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-868cd9d9-a1b3-4f8a-8d94-eaec09e3704b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c7dbb516cb54759ae6533cabfa4b1c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432575 Mar 10 04:19:28.400068 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55542) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:28.452064 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9095-3c1c-4283-a78b-5b8c1c9e3bdb admin admin] Publish callbacks [] for security_group (3265059b-c74a-4c6a-b7c4-55e36cfb5df5), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:28.482774 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9095-3c1c-4283-a78b-5b8c1c9e3bdb admin admin] Publish callbacks [] for security_group (3265059b-c74a-4c6a-b7c4-55e36cfb5df5), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:28.586562 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b2550-d9b2-4409-af0a-68003d3cebd5 req-ef3a5856-44de-448f-93f4-0bcf6e01f94d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:28.588081 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fd6b2550-d9b2-4409-af0a-68003d3cebd5 req-ef3a5856-44de-448f-93f4-0bcf6e01f94d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0638750 Mar 10 04:19:28.636434 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fd6b2550-d9b2-4409-af0a-68003d3cebd5 req-718e1609-fa36-424a-998c-f251ec69b845 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Mar 10 04:19:28.660526 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9095-3c1c-4283-a78b-5b8c1c9e3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (3265059b-c74a-4c6a-b7c4-55e36cfb5df5), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:28.663112 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9095-3c1c-4283-a78b-5b8c1c9e3bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:28.665956 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-4dbc9095-3c1c-4283-a78b-5b8c1c9e3bdb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3265059b-c74a-4c6a-b7c4-55e36cfb5df5 HTTP/1.1" status: 204 len: 168 time: 0.2629862 Mar 10 04:19:28.678563 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc9095-3c1c-4283-a78b-5b8c1c9e3bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3265059b-c74a-4c6a-b7c4-55e36cfb5df5,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:29.147991 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:29.757560 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef555502-046a-4661-889b-ee9b52ece414 req-a0e16910-7e57-4210-8bcc-53fe4d4f95e9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:29.759185 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ef555502-046a-4661-889b-ee9b52ece414 req-a0e16910-7e57-4210-8bcc-53fe4d4f95e9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0528381 Mar 10 04:19:29.810303 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ef555502-046a-4661-889b-ee9b52ece414 req-bd608922-0ed7-46fe-856e-37198416d4da tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448880 Mar 10 04:19:30.916281 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55630) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:30.937644 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b15a4-24ec-43d5-a414-c2016c848073 req-d0095ba3-46c8-4142-890d-81626ffb3dba tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:30.944163 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4c6b15a4-24ec-43d5-a414-c2016c848073 req-d0095ba3-46c8-4142-890d-81626ffb3dba tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0592144 Mar 10 04:19:30.986783 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4c6b15a4-24ec-43d5-a414-c2016c848073 req-96f29d1e-e34b-4601-922c-00db0b6c1087 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Mar 10 04:19:31.044249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-00e87914-9f5d-4f01-b5d9-87bd5ecfa37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:31.122587 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-00e87914-9f5d-4f01-b5d9-87bd5ecfa37f admin admin] Publish callbacks [] for security_group (7f321046-45b4-48a1-9628-056199da180d), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:31.179193 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-00e87914-9f5d-4f01-b5d9-87bd5ecfa37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (7f321046-45b4-48a1-9628-056199da180d), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:31.220175 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-00e87914-9f5d-4f01-b5d9-87bd5ecfa37f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fc7d789bc084edeb9c20e6ee855bfe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020828 Mar 10 04:19:31.225714 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e87914-9f5d-4f01-b5d9-87bd5ecfa37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f321046-45b4-48a1-9628-056199da180d,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:31.225979 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55640) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:31.274350 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-93d34020-9c68-42f8-9292-a4e0b3b55d5d admin admin] Publish callbacks [] for security_group (7f321046-45b4-48a1-9628-056199da180d), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:31.295473 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-93d34020-9c68-42f8-9292-a4e0b3b55d5d admin admin] Publish callbacks [] for security_group (7f321046-45b4-48a1-9628-056199da180d), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:31.416061 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-93d34020-9c68-42f8-9292-a4e0b3b55d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (7f321046-45b4-48a1-9628-056199da180d), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:31.418847 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-93d34020-9c68-42f8-9292-a4e0b3b55d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:31.420107 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-93d34020-9c68-42f8-9292-a4e0b3b55d5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f321046-45b4-48a1-9628-056199da180d HTTP/1.1" status: 204 len: 168 time: 0.1953058 Mar 10 04:19:31.429089 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d34020-9c68-42f8-9292-a4e0b3b55d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f321046-45b4-48a1-9628-056199da180d,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:31.975694 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55648) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:31.988712 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-44ae159d-7b9b-4b61-8d35-995bcb78725f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:32.103779 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-44ae159d-7b9b-4b61-8d35-995bcb78725f admin admin] Publish callbacks [] for security_group (6c11a0e5-927f-4e01-b001-c1af6035fb08), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:32.125691 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fc8aa-1ef2-44ef-bd06-76b8476ed284 req-080c5f58-fc80-4b0c-8c6d-5e98cb61b30a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:32.127161 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-375fc8aa-1ef2-44ef-bd06-76b8476ed284 req-080c5f58-fc80-4b0c-8c6d-5e98cb61b30a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0737879 Mar 10 04:19:32.174545 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-375fc8aa-1ef2-44ef-bd06-76b8476ed284 req-561b759e-b915-4287-8213-e0a73f2681a7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Mar 10 04:19:32.178535 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-44ae159d-7b9b-4b61-8d35-995bcb78725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6c11a0e5-927f-4e01-b001-c1af6035fb08), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:32.224741 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae159d-7b9b-4b61-8d35-995bcb78725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c11a0e5-927f-4e01-b001-c1af6035fb08,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:32.229761 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-44ae159d-7b9b-4b61-8d35-995bcb78725f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04dcc8e87ccb4c768ab05c0b0bef7b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524052 Mar 10 04:19:32.231749 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55658) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:32.283624 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2c429dc8-90e0-4659-afe9-68f5b90e6ec3 admin admin] Publish callbacks [] for security_group (6c11a0e5-927f-4e01-b001-c1af6035fb08), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:32.305668 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2c429dc8-90e0-4659-afe9-68f5b90e6ec3 admin admin] Publish callbacks [] for security_group (6c11a0e5-927f-4e01-b001-c1af6035fb08), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:32.405504 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2c429dc8-90e0-4659-afe9-68f5b90e6ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6c11a0e5-927f-4e01-b001-c1af6035fb08), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:32.408065 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2c429dc8-90e0-4659-afe9-68f5b90e6ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:32.410519 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2c429dc8-90e0-4659-afe9-68f5b90e6ec3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c11a0e5-927f-4e01-b001-c1af6035fb08 HTTP/1.1" status: 204 len: 168 time: 0.1756978 Mar 10 04:19:32.418851 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c429dc8-90e0-4659-afe9-68f5b90e6ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c11a0e5-927f-4e01-b001-c1af6035fb08,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:33.090249 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55668) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:33.104604 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2e63b28c-cecb-4915-b68d-d6667d6dbf3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:33.189428 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2e63b28c-cecb-4915-b68d-d6667d6dbf3c admin admin] Publish callbacks [] for security_group (72b1cb1c-489a-4234-a7a5-3587b5f18708), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:33.271193 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2e63b28c-cecb-4915-b68d-d6667d6dbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (72b1cb1c-489a-4234-a7a5-3587b5f18708), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:33.320676 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2e63b28c-cecb-4915-b68d-d6667d6dbf3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3649b372946341889a0f38e5ebae5b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293005 Mar 10 04:19:33.323396 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55674) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:33.325123 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63b28c-cecb-4915-b68d-d6667d6dbf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b1cb1c-489a-4234-a7a5-3587b5f18708,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:33.347612 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acda56e-2f89-4b48-aa3c-0fcac15826ca req-0c9acc21-8ce5-4f3e-9ce3-5882d2c63d26 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:33.349194 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1acda56e-2f89-4b48-aa3c-0fcac15826ca req-0c9acc21-8ce5-4f3e-9ce3-5882d2c63d26 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.1059864 Mar 10 04:19:33.384825 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-18a12553-91bb-49b2-bc66-da6fc0ca7bcc admin admin] Publish callbacks [] for security_group (72b1cb1c-489a-4234-a7a5-3587b5f18708), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:33.399167 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1acda56e-2f89-4b48-aa3c-0fcac15826ca req-ebe15fd6-f266-4a24-a2df-217b27b5c1df tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Mar 10 04:19:33.408580 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-18a12553-91bb-49b2-bc66-da6fc0ca7bcc admin admin] Publish callbacks [] for security_group (72b1cb1c-489a-4234-a7a5-3587b5f18708), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:33.516331 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-18a12553-91bb-49b2-bc66-da6fc0ca7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (72b1cb1c-489a-4234-a7a5-3587b5f18708), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:33.519041 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-18a12553-91bb-49b2-bc66-da6fc0ca7bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:33.520563 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-18a12553-91bb-49b2-bc66-da6fc0ca7bcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72b1cb1c-489a-4234-a7a5-3587b5f18708 HTTP/1.1" status: 204 len: 168 time: 0.1961946 Mar 10 04:19:33.531621 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a12553-91bb-49b2-bc66-da6fc0ca7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b1cb1c-489a-4234-a7a5-3587b5f18708,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:34.521950 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8db9c9-a2a3-4d2f-aee1-0d78d53bb7b2 req-cd1848cc-8678-4384-ad8b-166d459daf10 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:34.523447 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c8db9c9-a2a3-4d2f-aee1-0d78d53bb7b2 req-cd1848cc-8678-4384-ad8b-166d459daf10 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0604670 Mar 10 04:19:34.570601 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c8db9c9-a2a3-4d2f-aee1-0d78d53bb7b2 req-967c2a06-5473-4a54-8a61-78f194d53fa3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Mar 10 04:19:34.597581 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55732) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:34.696963 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1769061887-network', 'tenant_id': '69974b685de647498d16725e5b34ac1c'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:34.769903 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Made reservation on behalf of 69974b685de647498d16725e5b34ac1c for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:19:34.772151 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:34.780430 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:34.852373 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks [] for security_group (8e1e46fc-948e-4dce-89e4-931b06151d6c), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:34.910020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8e1e46fc-948e-4dce-89e4-931b06151d6c), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:34.930337 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:19:34.945763 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e46fc-948e-4dce-89e4-931b06151d6c,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:34.948553 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:34.948899 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Added segment 50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7 of type vlan for network d85ad72a-ad30-4e43-adc4-19f6c4af5593 Mar 10 04:19:34.987122 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (d85ad72a-ad30-4e43-adc4-19f6c4af5593), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:35.087492 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (d85ad72a-ad30-4e43-adc4-19f6c4af5593), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:35.088413 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:35.088995 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:35.147653 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] Pushing event updated for resources: {'Network': ['ID=d85ad72a-ad30-4e43-adc4-19f6c4af5593,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:35.157718 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:19:35.239379 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-86e7fcbb-d19a-4d78-b45c-60bfba7c9c32 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6406052 Mar 10 04:19:35.242379 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55742) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:35.247432 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Request body: {'subnet': {'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1769061887-subnet', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'ip_version': 4}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:35.356233 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Made reservation on behalf of 69974b685de647498d16725e5b34ac1c for: {'subnet': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:19:35.359139 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5335124'] for subnet (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:35.587996 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5324979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5335162'] for subnet (5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:35.646224 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:35.687678 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Checking segment: {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:35.688072 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Network hostable DHCP agents. Network: d85ad72a-ad30-4e43-adc4-19f6c4af5593, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:19:35.719608 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0832994-c217-4896-9c1a-aa24387d3b27 req-d514c15d-48a3-4e5d-9186-6607e812daa1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:35.721117 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b0832994-c217-4896-9c1a-aa24387d3b27 req-d514c15d-48a3-4e5d-9186-6607e812daa1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0764875 Mar 10 04:19:35.767914 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b0832994-c217-4896-9c1a-aa24387d3b27 req-4b9bc0b3-7f19-40ea-ae8f-5c2aa687c162 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Mar 10 04:19:35.793014 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:19:35.861429 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, d85ad72a-ad30-4e43-adc4-19f6c4af5593) {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:35.865642 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:35.866485 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:35.870912 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59818e60-6d1c-4b6e-b694-a850c46945e9 None None] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:19:35.965752 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5e1438ea-75a0-47fd-b323-0ea602226333 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7221038 Mar 10 04:19:35.968715 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55750) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:35.973084 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:35.980283 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-d85ad72a-ad30-4e43-adc4-19f6c4af5593', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'project_id': '69974b685de647498d16725e5b34ac1c', 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:19:35.982445 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.058768 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.059835 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.111279 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks [] for router_controller (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), precommit_add_association {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.114968 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Allocated IP 172.20.0.2 (d85ad72a-ad30-4e43-adc4-19f6c4af5593/5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b/193259ce-56d7-4070-a7ae-ce0dbd962496) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:36.258204 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Publish callbacks [] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.317241 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks [] for router_gateway (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.379451 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.419797 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:36.422665 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:36.426799 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:36.431406 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Pushing event updated for resources: {'Port': ['ID=193259ce-56d7-4070-a7ae-ce0dbd962496,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:36.444283 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.444635 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.444995 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.445335 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.445666 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.445991 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.446315 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.446638 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.446960 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.447311 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.447625 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.447939 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.448284 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:36.493927 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Attempting to bind port 193259ce-56d7-4070-a7ae-ce0dbd962496 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:36.494300 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Attempting to bind port 193259ce-56d7-4070-a7ae-ce0dbd962496 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:36.494673 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Attempting to bind port 193259ce-56d7-4070-a7ae-ce0dbd962496 on network d85ad72a-ad30-4e43-adc4-19f6c4af5593 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:36.500564 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:36.500947 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Checking segment: {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:36.501479 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.501887 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Bound using segment: {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:36.502482 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Bound port: 193259ce-56d7-4070-a7ae-ce0dbd962496, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:36.504209 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.570233 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] For port 193259ce-56d7-4070-a7ae-ce0dbd962496, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:36.573235 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] For port 193259ce-56d7-4070-a7ae-ce0dbd962496, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=193259ce-56d7-4070-a7ae-ce0dbd962496,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:36.602730 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks [] for router_gateway (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.621514 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.645533 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.704524 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c46e1-d2fe-44a1-b20b-b8d1f7dd9a74 None None] Pushing event updated for resources: {'Port': ['ID=193259ce-56d7-4070-a7ae-ce0dbd962496,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:36.740871 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Allocated IP 172.28.0.10 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/726a4733-f895-4e8f-967b-3b6355a88cfa) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:36.908532 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks [] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:36.954168 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb59ae-32c5-44c4-8331-17bca1365e2f req-198aab16-edd0-4ebc-8e0f-b6d74035a91a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:36.955728 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efdb59ae-32c5-44c4-8331-17bca1365e2f req-198aab16-edd0-4ebc-8e0f-b6d74035a91a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.1186764 Mar 10 04:19:37.009821 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efdb59ae-32c5-44c4-8331-17bca1365e2f req-7a7fd1b2-7b47-4571-af27-f85c5cbde469 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474830 Mar 10 04:19:37.067708 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:37.321066 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:37.328511 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:37.334498 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:37.359156 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Pushing event updated for resources: {'Port': ['ID=726a4733-f895-4e8f-967b-3b6355a88cfa,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:37.687270 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks [] for router_gateway (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:37.698652 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8532fc3f-6a37-41a0-a780-cb8b9743400d None None] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:19:37.796480 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-47d61caa-b36b-4962-9811-dfa1d84c85bf None None] Provisioning complete for port 193259ce-56d7-4070-a7ae-ce0dbd962496 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:37.797100 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-47d61caa-b36b-4962-9811-dfa1d84c85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:37.891420 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:37.957513 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-47d61caa-b36b-4962-9811-dfa1d84c85bf None None] Current status of the port 193259ce-56d7-4070-a7ae-ce0dbd962496 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:37.957909 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-47d61caa-b36b-4962-9811-dfa1d84c85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.008471 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-47d61caa-b36b-4962-9811-dfa1d84c85bf None None] For port 193259ce-56d7-4070-a7ae-ce0dbd962496, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=193259ce-56d7-4070-a7ae-ce0dbd962496,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:38.070305 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-47d61caa-b36b-4962-9811-dfa1d84c85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.129715 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:19:38.135080 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61caa-b36b-4962-9811-dfa1d84c85bf None None] Pushing event updated for resources: {'Port': ['ID=193259ce-56d7-4070-a7ae-ce0dbd962496,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:38.190215 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-3d6a09f7-cc81-4185-ac3a-a9e5afa4aff4 None None] Provisioning complete for port 193259ce-56d7-4070-a7ae-ce0dbd962496 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:38.190575 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3d6a09f7-cc81-4185-ac3a-a9e5afa4aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.193256 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77918c8-6ecb-4f3b-9db0-750028b04310 req-55cba9f8-e206-46bc-87cd-dc88e520866c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:38.194782 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c77918c8-6ecb-4f3b-9db0-750028b04310 req-55cba9f8-e206-46bc-87cd-dc88e520866c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0951965 Mar 10 04:19:38.280381 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a09f7-cc81-4185-ac3a-a9e5afa4aff4 None None] Current status of the port 193259ce-56d7-4070-a7ae-ce0dbd962496 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:38.295990 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:19:38.300243 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c77918c8-6ecb-4f3b-9db0-750028b04310 req-8a2b1382-a535-4aed-b638-c117d756823c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920825 Mar 10 04:19:38.307851 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Sync routers for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:19:38.319730 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:38.320383 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:38.382281 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 193259ce-56d7-4070-a7ae-ce0dbd962496 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:38.383823 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.388241 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55780) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:38.388757 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d65fef3e-f6ba-49ad-8fb2-d09832822bac admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4185574 Mar 10 04:19:38.441936 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:38.459271 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 193259ce-56d7-4070-a7ae-ce0dbd962496 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:38.459960 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.550288 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 193259ce-56d7-4070-a7ae-ce0dbd962496 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:38.649674 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:37Z', 'revision_number': 3, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:38.679127 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Checking router: 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:19:38.679475 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Updating router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 port 726a4733-f895-4e8f-967b-3b6355a88cfa binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:19:38.704759 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.830621 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.959070 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Publish callbacks [] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:38.984380 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Allocated IP 172.20.0.1 (d85ad72a-ad30-4e43-adc4-19f6c4af5593/5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b/88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:39.015560 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.073425 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Attempting to bind port 726a4733-f895-4e8f-967b-3b6355a88cfa on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:39.073817 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Attempting to bind port 726a4733-f895-4e8f-967b-3b6355a88cfa by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:39.074192 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Attempting to bind port 726a4733-f895-4e8f-967b-3b6355a88cfa on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:39.083933 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:39.084274 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:39.084678 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.085083 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:39.085553 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Bound port: 726a4733-f895-4e8f-967b-3b6355a88cfa, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:39.085934 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.093847 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks [] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.106068 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61880227-9207-4987-8af9-04afeaff446b None None] Pushing event updated for resources: {'Port': ['ID=726a4733-f895-4e8f-967b-3b6355a88cfa,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:39.124909 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.125351 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.125777 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.126395 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.126979 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.127438 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.127863 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.128281 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.128696 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.129093 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.129562 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.129971 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.131184 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61880227-9207-4987-8af9-04afeaff446b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:19:39.155686 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] For port 726a4733-f895-4e8f-967b-3b6355a88cfa, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:39.158685 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] For port 726a4733-f895-4e8f-967b-3b6355a88cfa, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=726a4733-f895-4e8f-967b-3b6355a88cfa,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:39.170790 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.206272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:39.209268 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:39.213075 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:39.243533 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:39.250624 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.261550 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.338982 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:39.339542 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:39.465413 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea099f-02ff-4526-9a7d-da682a224b99 req-a19f1fd5-c7c3-46eb-8eec-e0fce96d37d2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:39.468333 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-25ea099f-02ff-4526-9a7d-da682a224b99 req-a19f1fd5-c7c3-46eb-8eec-e0fce96d37d2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0813217 Mar 10 04:19:39.490750 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61880227-9207-4987-8af9-04afeaff446b None None] Pushing event updated for resources: {'Port': ['ID=726a4733-f895-4e8f-967b-3b6355a88cfa,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:39.536087 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-75d2fcb4-3a4d-41e5-bb20-b68b7214bb2f None None] Provisioning complete for port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:39.536618 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-75d2fcb4-3a4d-41e5-bb20-b68b7214bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.554230 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-25ea099f-02ff-4526-9a7d-da682a224b99 req-4be17a3b-9f37-4f16-af37-b1cbcf890d23 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658493 Mar 10 04:19:39.563543 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.582419 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:39.585312 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-75d2fcb4-3a4d-41e5-bb20-b68b7214bb2f None None] Port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:39.730152 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks [] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.767540 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:37Z', 'revision_number': 3, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:39.790578 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.796363 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb899e16-9dd3-4520-8bee-5426fd201418 None None] The sync data for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb is: [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:37Z', 'revision_number': 3, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:19:39.865613 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:39.867557 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:39.968917 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:39.970375 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:40.317192 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-64edb37d-72a8-4603-a872-5a4cd71f8b9d None None] Provisioning complete for port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:40.317580 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-64edb37d-72a8-4603-a872-5a4cd71f8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:40.356417 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:19:40.370114 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 726a4733-f895-4e8f-967b-3b6355a88cfa up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:40.395362 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-64edb37d-72a8-4603-a872-5a4cd71f8b9d None None] Port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:40.431519 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 726a4733-f895-4e8f-967b-3b6355a88cfa triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:40.431903 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:40.486451 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:19:40.492967 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a82a64ca-3326-469e-9580-60e08e7abcc2 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1027610 Mar 10 04:19:40.525199 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 726a4733-f895-4e8f-967b-3b6355a88cfa is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:40.525598 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:40.563266 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 726a4733-f895-4e8f-967b-3b6355a88cfa, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=726a4733-f895-4e8f-967b-3b6355a88cfa,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:40.631433 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:40.682819 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e0978-bca7-4cd8-b66d-85bab2efd469 req-86008871-0b5f-42b3-b42b-3b3842bdd32c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:40.684337 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-042e0978-bca7-4cd8-b66d-85bab2efd469 req-86008871-0b5f-42b3-b42b-3b3842bdd32c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0666678 Mar 10 04:19:40.693925 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=726a4733-f895-4e8f-967b-3b6355a88cfa,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:40.748397 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-042e0978-bca7-4cd8-b66d-85bab2efd469 req-14e11d72-7d36-4e9b-bc5c-b54388a02530 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Mar 10 04:19:41.280517 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55826) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:41.285730 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-509580966-network', 'tenant_id': '62dc240d42d840c68220e703c424a157'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:41.359212 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Made reservation on behalf of 62dc240d42d840c68220e703c424a157 for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:19:41.361639 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.370531 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.445434 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks [] for security_group (14636575-6d07-4357-9412-52128250fb07), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.513080 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Sync routers for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:19:41.523876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:41.524570 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:41.545608 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (14636575-6d07-4357-9412-52128250fb07), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.572170 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:19:41.582042 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (358d1cd9-8514-4fe7-bacb-d591a04018af), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.582414 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Added segment 358d1cd9-8514-4fe7-bacb-d591a04018af of type vlan for network 98519876-5ca9-4185-b78c-cbab319f9e41 Mar 10 04:19:41.590587 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14636575-6d07-4357-9412-52128250fb07,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:41.626819 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (98519876-5ca9-4185-b78c-cbab319f9e41), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.641143 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:41.716330 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (98519876-5ca9-4185-b78c-cbab319f9e41), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.717875 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:41.718470 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.780434 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] Pushing event updated for resources: {'Network': ['ID=98519876-5ca9-4185-b78c-cbab319f9e41,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:41.793399 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 98519876-5ca9-4185-b78c-cbab319f9e41 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:19:41.811153 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a817b1bd-ffec-4095-a840-ae999bb2a945 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5280056 Mar 10 04:19:41.813100 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55834) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:41.824004 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Request body: {'subnet': {'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-509580966-subnet', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:41.874656 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfe89-6320-4462-bf4f-6ceb0e41b8e3 req-fc7fdf94-3850-4c57-bcef-34751c7192f2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:41.879870 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f20cfe89-6320-4462-bf4f-6ceb0e41b8e3 req-fc7fdf94-3850-4c57-bcef-34751c7192f2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0655551 Mar 10 04:19:41.921384 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 2, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:41.927165 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Made reservation on behalf of 62dc240d42d840c68220e703c424a157 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:19:41.929604 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016687'] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:41.937833 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f20cfe89-6320-4462-bf4f-6ceb0e41b8e3 req-64c2980b-0a81-4b33-afe1-7a28992df062 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558510 Mar 10 04:19:41.950852 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Checking router: 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:19:41.951843 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Updating router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:19:41.990550 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.210669 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5938147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016641'] for subnet (a83bcdc1-c11e-46a4-a2c1-312fa547aaa3), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.287566 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83bcdc1-c11e-46a4-a2c1-312fa547aaa3,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:42.296230 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Publish callbacks [] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.298480 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Checking segment: {'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:42.298888 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Network hostable DHCP agents. Network: 98519876-5ca9-4185-b78c-cbab319f9e41, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:19:42.346233 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 726a4733-f895-4e8f-967b-3b6355a88cfa up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:42.369565 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.398814 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Network 98519876-5ca9-4185-b78c-cbab319f9e41 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:19:42.436737 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab4221-d51a-4b8a-9bf1-27f3203c7b9a None None] Pushing event updated for resources: {'Port': ['ID=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:42.483879 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 726a4733-f895-4e8f-967b-3b6355a88cfa triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:42.484288 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.510759 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 98519876-5ca9-4185-b78c-cbab319f9e41) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:42.516401 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Attempting to bind port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:42.516777 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Attempting to bind port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:42.517138 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Attempting to bind port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 on network d85ad72a-ad30-4e43-adc4-19f6c4af5593 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:42.517792 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:42.518405 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.530423 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355d30a-630b-4f60-bf45-ca070523efaa None None] Network 98519876-5ca9-4185-b78c-cbab319f9e41 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:19:42.533048 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:42.533424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Checking segment: {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:42.533861 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.534300 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Bound using segment: {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:42.545598 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Bound port: 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:42.545598 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.622084 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-76c5f336-43d4-40aa-b727-5bfe24a4dd0f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8065872 Mar 10 04:19:42.625191 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55854) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:42.631137 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:19:42.726712 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] For port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:42.729418 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 726a4733-f895-4e8f-967b-3b6355a88cfa is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:42.731569 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (90beeb21-7abf-4d69-920a-4db197713a70), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.733383 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (90beeb21-7abf-4d69-920a-4db197713a70), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.738541 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-98519876-5ca9-4185-b78c-cbab319f9e41', 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41', 'project_id': '62dc240d42d840c68220e703c424a157', 'fixed_ips': [{'subnet_id': 'a83bcdc1-c11e-46a4-a2c1-312fa547aaa3'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:19:42.738541 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.798125 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks [] for router_controller (90beeb21-7abf-4d69-920a-4db197713a70), precommit_add_association {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.899067 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] For port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:42.919590 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-7ac8e501-a4bf-428f-bd83-eb30e0c9ab21 None None] Provisioning complete for port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:42.920533 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e501-a4bf-428f-bd83-eb30e0c9ab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:42.998443 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.012409 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks [] for router_gateway (90beeb21-7abf-4d69-920a-4db197713a70), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.053721 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8e501-a4bf-428f-bd83-eb30e0c9ab21 None None] Port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:43.106759 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abc653-87ba-4496-9a4c-9307885229f2 req-864e1173-97aa-4746-b139-b23b813d2fb6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:43.110255 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:43.110911 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:43.119129 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-05abc653-87ba-4496-9a4c-9307885229f2 req-864e1173-97aa-4746-b139-b23b813d2fb6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0879552 Mar 10 04:19:43.160590 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab4221-d51a-4b8a-9bf1-27f3203c7b9a None None] Pushing event updated for resources: {'Port': ['ID=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:43.174778 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Allocated IP 172.20.0.2 (98519876-5ca9-4185-b78c-cbab319f9e41/a83bcdc1-c11e-46a4-a2c1-312fa547aaa3/7d9e2a99-7bb7-4db1-94a3-7fc6df658d83) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:43.228552 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-05abc653-87ba-4496-9a4c-9307885229f2 req-532396cb-04df-4c53-864a-f4690c194ece tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087267 Mar 10 04:19:43.316643 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:43.378739 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks [] for router_gateway (90beeb21-7abf-4d69-920a-4db197713a70), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.399557 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.465088 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-3addf786-efe5-4652-a6f4-b5980af2fabb None None] Provisioning complete for port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:43.465472 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3addf786-efe5-4652-a6f4-b5980af2fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.520323 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Allocated IP 172.28.0.220 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/dfacc77a-530c-4d84-aca4-68444b71cc48) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:43.534766 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Publish callbacks [] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.620578 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.629554 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks [] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.673574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Network 98519876-5ca9-4185-b78c-cbab319f9e41 is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:43.676960 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-3addf786-efe5-4652-a6f4-b5980af2fabb None None] Current status of the port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:43.677354 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3addf786-efe5-4652-a6f4-b5980af2fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.686412 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:43.701516 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:43.709908 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Pushing event updated for resources: {'Port': ['ID=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:43.728157 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.763263 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:43.778962 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-3addf786-efe5-4652-a6f4-b5980af2fabb None None] For port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:43.781650 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:43.782980 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:42Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:43.785129 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:43.787417 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=dfacc77a-530c-4d84-aca4-68444b71cc48,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:43.825444 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2419437-4154-404a-aa6d-f32659474fb6 None None] The sync data for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb is: [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:42Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:19:43.828913 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Attempting to bind port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:43.829850 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Attempting to bind port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:43.829850 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Attempting to bind port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 on network 98519876-5ca9-4185-b78c-cbab319f9e41 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:43.834978 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:43.835404 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Checking segment: {'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:43.835814 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.836246 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Bound using segment: {'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:43.836720 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Bound port: 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:43.837100 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.849314 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3addf786-efe5-4652-a6f4-b5980af2fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:43.958681 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addf786-efe5-4652-a6f4-b5980af2fabb None None] Pushing event updated for resources: {'Port': ['ID=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:43.966811 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] For port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:43.970560 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] For port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,segment=NetworkSegment(358d1cd9-8514-4fe7-bacb-d591a04018af),segment_id=358d1cd9-8514-4fe7-bacb-d591a04018af)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:44.061145 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:44.142588 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dbc68-e134-4577-84f6-50a45e0ef471 None None] Pushing event updated for resources: {'Port': ['ID=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:44.212710 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks [] for router_gateway (90beeb21-7abf-4d69-920a-4db197713a70), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:44.446927 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:44.448391 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98fbed-a326-49fd-a473-6e176dc1e65f req-73528567-a291-474d-bd87-cba4176a990c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:44.451232 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6c98fbed-a326-49fd-a473-6e176dc1e65f req-73528567-a291-474d-bd87-cba4176a990c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.1158926 Mar 10 04:19:44.527355 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6c98fbed-a326-49fd-a473-6e176dc1e65f req-6e7304d3-5366-4242-bcf3-eae7533459da tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 Mar 10 04:19:44.529627 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:44.530208 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:44.552834 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (90beeb21-7abf-4d69-920a-4db197713a70), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:44.641854 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:44.650950 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55884) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:44.772760 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-874d00ea-d425-44e4-aa16-6ffea5ecc36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:44.801442 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Router 90beeb21-7abf-4d69-920a-4db197713a70 is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:19:44.879336 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-874d00ea-d425-44e4-aa16-6ffea5ecc36f admin admin] Publish callbacks [] for security_group (a7eb8835-39e6-41c8-81d7-18d98f7e0a06), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:44.935933 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:19:44.946562 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Sync routers for ids ['90beeb21-7abf-4d69-920a-4db197713a70'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:19:44.957747 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Routers {'90beeb21-7abf-4d69-920a-4db197713a70'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:44.958749 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['90beeb21-7abf-4d69-920a-4db197713a70'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:44.963523 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-874d00ea-d425-44e4-aa16-6ffea5ecc36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a7eb8835-39e6-41c8-81d7-18d98f7e0a06), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.024659 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.024659 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-6ad7902b-1a9f-4674-a01f-d4d5ca114aa6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3966320 Mar 10 04:19:45.034297 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 55908) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:45.056588 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-874d00ea-d425-44e4-aa16-6ffea5ecc36f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ab2c21ddab14d68b5634469815cae1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041545 Mar 10 04:19:45.059403 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 55910) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:45.082574 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d00ea-d425-44e4-aa16-6ffea5ecc36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb8835-39e6-41c8-81d7-18d98f7e0a06,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:45.140557 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5a8b91dd-4501-4354-bbbf-9d091e6f1831 admin admin] Publish callbacks [] for security_group (a7eb8835-39e6-41c8-81d7-18d98f7e0a06), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.146428 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Set router 90beeb21-7abf-4d69-920a-4db197713a70 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:45.187673 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5a8b91dd-4501-4354-bbbf-9d091e6f1831 admin admin] Publish callbacks [] for security_group (a7eb8835-39e6-41c8-81d7-18d98f7e0a06), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.344635 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5a8b91dd-4501-4354-bbbf-9d091e6f1831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a7eb8835-39e6-41c8-81d7-18d98f7e0a06), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.347578 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5a8b91dd-4501-4354-bbbf-9d091e6f1831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.349040 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5a8b91dd-4501-4354-bbbf-9d091e6f1831 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7eb8835-39e6-41c8-81d7-18d98f7e0a06 HTTP/1.1" status: 204 len: 168 time: 0.2884593 Mar 10 04:19:45.382567 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d469150-a6f2-4c11-9518-cccdadde37fc None None] Network 98519876-5ca9-4185-b78c-cbab319f9e41 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:19:45.396925 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b91dd-4501-4354-bbbf-9d091e6f1831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb8835-39e6-41c8-81d7-18d98f7e0a06,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:45.410836 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:19:44Z', 'revision_number': 3, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port': {'id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:43Z', 'updated_at': '2022-03-10T04:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:45.456897 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Checking router: 90beeb21-7abf-4d69-920a-4db197713a70 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:19:45.459788 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Updating router 90beeb21-7abf-4d69-920a-4db197713a70 port dfacc77a-530c-4d84-aca4-68444b71cc48 binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:19:45.492904 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.508640 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-cb8b3fda-c39a-4347-be45-afdb5a95742d None None] Provisioning complete for port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:45.513001 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3fda-c39a-4347-be45-afdb5a95742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.631519 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b3fda-c39a-4347-be45-afdb5a95742d None None] Current status of the port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:45.632115 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3fda-c39a-4347-be45-afdb5a95742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.675519 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-cb8b3fda-c39a-4347-be45-afdb5a95742d None None] For port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,segment=NetworkSegment(358d1cd9-8514-4fe7-bacb-d591a04018af),segment_id=358d1cd9-8514-4fe7-bacb-d591a04018af)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:45.710128 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800dd4f-9d4d-47be-a93d-ab38485116d5 req-111f753a-2cb5-4faf-be48-6c7a516f1ef1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:45.715737 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c800dd4f-9d4d-47be-a93d-ab38485116d5 req-111f753a-2cb5-4faf-be48-6c7a516f1ef1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0771532 Mar 10 04:19:45.718895 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.776989 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3fda-c39a-4347-be45-afdb5a95742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.816430 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c800dd4f-9d4d-47be-a93d-ab38485116d5 req-993d2936-af39-422d-bd0d-6c218f14dd3e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859144 Mar 10 04:19:45.858449 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Publish callbacks [] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:45.889868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b3fda-c39a-4347-be45-afdb5a95742d None None] Pushing event updated for resources: {'Port': ['ID=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:45.939521 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.001473 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Allocated IP 172.20.0.1 (98519876-5ca9-4185-b78c-cbab319f9e41/a83bcdc1-c11e-46a4-a2c1-312fa547aaa3/65029bdf-db29-4c12-90a1-f0b1c35dfe99) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:19:46.005694 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201974-ee35-4283-b175-039f4b3bb7b9 None None] Pushing event updated for resources: {'Port': ['ID=dfacc77a-530c-4d84-aca4-68444b71cc48,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:46.009335 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Attempting to bind port dfacc77a-530c-4d84-aca4-68444b71cc48 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:46.009335 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Attempting to bind port dfacc77a-530c-4d84-aca4-68444b71cc48 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:46.012564 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Attempting to bind port dfacc77a-530c-4d84-aca4-68444b71cc48 on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:46.015353 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-01a1620f-b01f-4df4-87df-a4e5cef828c9 None None] Provisioning complete for port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:46.015622 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:46.015845 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-01a1620f-b01f-4df4-87df-a4e5cef828c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.015995 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:46.016433 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.016877 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:46.017342 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Bound port: dfacc77a-530c-4d84-aca4-68444b71cc48, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:46.017720 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.069071 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] For port dfacc77a-530c-4d84-aca4-68444b71cc48, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:46.072256 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] For port dfacc77a-530c-4d84-aca4-68444b71cc48, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=dfacc77a-530c-4d84-aca4-68444b71cc48,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:46.096723 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-01a1620f-b01f-4df4-87df-a4e5cef828c9 None None] Current status of the port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:46.126781 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks [] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.141882 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.196054 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Routers {'90beeb21-7abf-4d69-920a-4db197713a70'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:46.196726 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['90beeb21-7abf-4d69-920a-4db197713a70'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:46.240237 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201974-ee35-4283-b175-039f4b3bb7b9 None None] Pushing event updated for resources: {'Port': ['ID=dfacc77a-530c-4d84-aca4-68444b71cc48,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:46.280944 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.316576 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] Set router 90beeb21-7abf-4d69-920a-4db197713a70 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:46.338009 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Network 98519876-5ca9-4185-b78c-cbab319f9e41 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:46.340925 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:46.347265 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:19:46.406256 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Pushing event updated for resources: {'Port': ['ID=65029bdf-db29-4c12-90a1-f0b1c35dfe99,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:46.414951 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (90beeb21-7abf-4d69-920a-4db197713a70), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.423414 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:46.524927 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:46.525400 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.624829 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:19:44Z', 'revision_number': 3, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port': {'id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:43Z', 'updated_at': '2022-03-10T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:46.654122 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2272d-6242-4acf-ab9b-0e85ad9c11ef None None] The sync data for ids ['90beeb21-7abf-4d69-920a-4db197713a70'] in dv-cinder-778193-25-smb is: [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:19:44Z', 'revision_number': 3, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port': {'id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:43Z', 'updated_at': '2022-03-10T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:19:46.678997 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.731578 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-5bc30cdb-6b08-46ed-869c-961beb1d41bf None None] Provisioning complete for port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:46.731961 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5bc30cdb-6b08-46ed-869c-961beb1d41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.787802 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-5bc30cdb-6b08-46ed-869c-961beb1d41bf None None] Port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:46.845268 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:46.941873 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks [] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:46.959764 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7c6a-b46b-480a-b100-5cea76a77b8f req-49eed679-4c7d-4266-ba1a-6278d875501d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:46.961337 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-48fb7c6a-b46b-480a-b100-5cea76a77b8f req-49eed679-4c7d-4266-ba1a-6278d875501d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0686557 Mar 10 04:19:47.008279 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:47.036727 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-48fb7c6a-b46b-480a-b100-5cea76a77b8f req-1556add8-6f7f-4405-bcc2-43f6e85a2e87 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675502 Mar 10 04:19:47.087648 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (90beeb21-7abf-4d69-920a-4db197713a70), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:47.096802 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Pushing event updated for resources: {'Port': ['ID=65029bdf-db29-4c12-90a1-f0b1c35dfe99,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:47.198652 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Network 98519876-5ca9-4185-b78c-cbab319f9e41 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:19:47.200179 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:19:47.333322 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Router 90beeb21-7abf-4d69-920a-4db197713a70 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:19:47.439655 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-e4899fcc-34bc-4a3c-aa76-7de9699274ee None None] Provisioning complete for port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:47.440318 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e4899fcc-34bc-4a3c-aa76-7de9699274ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:47.476138 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-e4899fcc-34bc-4a3c-aa76-7de9699274ee None None] Port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:19:47.691937 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:19:47.696998 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-6b678b34-dfb4-4a12-b1b6-bea0a7bc3a0a admin admin] 10.222.0.32 "PUT /v2.0/routers/90beeb21-7abf-4d69-920a-4db197713a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6614022 Mar 10 04:19:48.174374 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bb0cb-0425-4b6f-ad4e-2de289c65528 req-62bca514-1fac-4186-8096-a868c558516a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:48.175828 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-985bb0cb-0425-4b6f-ad4e-2de289c65528 req-62bca514-1fac-4186-8096-a868c558516a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0605767 Mar 10 04:19:48.223665 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-985bb0cb-0425-4b6f-ad4e-2de289c65528 req-0bce4e3e-c697-4a51-a574-0ef94c2dcf7f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Mar 10 04:19:48.362222 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device dfacc77a-530c-4d84-aca4-68444b71cc48 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:48.412888 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port dfacc77a-530c-4d84-aca4-68444b71cc48 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:48.413362 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:48.483900 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Sync routers for ids ['90beeb21-7abf-4d69-920a-4db197713a70'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:19:48.508506 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Routers {'90beeb21-7abf-4d69-920a-4db197713a70'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:48.514562 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['90beeb21-7abf-4d69-920a-4db197713a70'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:48.519860 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port dfacc77a-530c-4d84-aca4-68444b71cc48 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:48.520292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:48.578383 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port dfacc77a-530c-4d84-aca4-68444b71cc48, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=dfacc77a-530c-4d84-aca4-68444b71cc48,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:48.648405 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Set router 90beeb21-7abf-4d69-920a-4db197713a70 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:48.784145 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:48.888876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=dfacc77a-530c-4d84-aca4-68444b71cc48,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:48.939106 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:19:46Z', 'revision_number': 4, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port': {'id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:43Z', 'updated_at': '2022-03-10T04:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '65029bdf-db29-4c12-90a1-f0b1c35dfe99', 'name': '', 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'mac_address': 'fa:16:3e:04:d2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a83bcdc1-c11e-46a4-a2c1-312fa547aaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:45Z', 'updated_at': '2022-03-10T04:19:46Z', 'revision_number': 2, 'project_id': '62dc240d42d840c68220e703c424a157', 'subnets': [{'id': 'a83bcdc1-c11e-46a4-a2c1-312fa547aaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:49.058696 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Checking router: 90beeb21-7abf-4d69-920a-4db197713a70 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:19:49.058696 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Updating router 90beeb21-7abf-4d69-920a-4db197713a70 port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:19:49.058696 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:49.353072 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Publish callbacks [] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:49.357908 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82fab1-9650-4598-bcf2-db13f162e9b6 req-11cc2dc8-0329-41e4-bc51-51c4434f5ce0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:49.360271 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7a82fab1-9650-4598-bcf2-db13f162e9b6 req-11cc2dc8-0329-41e4-bc51-51c4434f5ce0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0674882 Mar 10 04:19:49.417894 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7a82fab1-9650-4598-bcf2-db13f162e9b6 req-d509c6ce-6422-4afa-a407-0ffd0ecd6549 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 Mar 10 04:19:49.427713 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:49.503407 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ba62-7ec5-4f6f-87e5-68349489763a None None] Pushing event updated for resources: {'Port': ['ID=65029bdf-db29-4c12-90a1-f0b1c35dfe99,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:49.546112 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Attempting to bind port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:19:49.546329 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Attempting to bind port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:19:49.546633 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Attempting to bind port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 on network 98519876-5ca9-4185-b78c-cbab319f9e41 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:19:49.552445 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:19:49.552946 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Checking segment: {'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:19:49.553345 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:49.553740 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Bound using segment: {'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:19:49.554199 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Bound port: 65029bdf-db29-4c12-90a1-f0b1c35dfe99, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358d1cd9-8514-4fe7-bacb-d591a04018af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:19:49.559672 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:49.631890 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] For port 65029bdf-db29-4c12-90a1-f0b1c35dfe99, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:19:49.635529 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] For port 65029bdf-db29-4c12-90a1-f0b1c35dfe99, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=65029bdf-db29-4c12-90a1-f0b1c35dfe99,segment=NetworkSegment(358d1cd9-8514-4fe7-bacb-d591a04018af),segment_id=358d1cd9-8514-4fe7-bacb-d591a04018af)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:19:49.713257 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:49.765272 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-23aba090-3eb7-47d2-b19f-8641fddb0aa0 None None] Provisioning complete for port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:49.765654 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-23aba090-3eb7-47d2-b19f-8641fddb0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:49.812862 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Routers {'90beeb21-7abf-4d69-920a-4db197713a70'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:19:49.812862 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:19:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['90beeb21-7abf-4d69-920a-4db197713a70'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:49.813889 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ba62-7ec5-4f6f-87e5-68349489763a None None] Pushing event updated for resources: {'Port': ['ID=65029bdf-db29-4c12-90a1-f0b1c35dfe99,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:50.008521 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] Set router 90beeb21-7abf-4d69-920a-4db197713a70 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:19:50.037344 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-23aba090-3eb7-47d2-b19f-8641fddb0aa0 None None] Current status of the port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:50.038430 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-23aba090-3eb7-47d2-b19f-8641fddb0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:50.132742 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-23aba090-3eb7-47d2-b19f-8641fddb0aa0 None None] For port 65029bdf-db29-4c12-90a1-f0b1c35dfe99, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=65029bdf-db29-4c12-90a1-f0b1c35dfe99,segment=NetworkSegment(358d1cd9-8514-4fe7-bacb-d591a04018af),segment_id=358d1cd9-8514-4fe7-bacb-d591a04018af)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:19:50.227867 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-23aba090-3eb7-47d2-b19f-8641fddb0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:50.316165 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aba090-3eb7-47d2-b19f-8641fddb0aa0 None None] Pushing event updated for resources: {'Port': ['ID=65029bdf-db29-4c12-90a1-f0b1c35dfe99,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:50.374948 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:19:46Z', 'revision_number': 4, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port': {'id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:43Z', 'updated_at': '2022-03-10T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '65029bdf-db29-4c12-90a1-f0b1c35dfe99', 'name': '', 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'mac_address': 'fa:16:3e:04:d2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a83bcdc1-c11e-46a4-a2c1-312fa547aaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:45Z', 'updated_at': '2022-03-10T04:19:49Z', 'revision_number': 4, 'project_id': '62dc240d42d840c68220e703c424a157', 'subnets': [{'id': 'a83bcdc1-c11e-46a4-a2c1-312fa547aaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:19:50.407480 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678e6df-50c0-431a-9d8c-ed08f5a96a45 None None] The sync data for ids ['90beeb21-7abf-4d69-920a-4db197713a70'] in dv-cinder-778193-25-smb is: [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:19:46Z', 'revision_number': 4, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port': {'id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:43Z', 'updated_at': '2022-03-10T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '65029bdf-db29-4c12-90a1-f0b1c35dfe99', 'name': '', 'network_id': '98519876-5ca9-4185-b78c-cbab319f9e41', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'mac_address': 'fa:16:3e:04:d2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a83bcdc1-c11e-46a4-a2c1-312fa547aaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:45Z', 'updated_at': '2022-03-10T04:19:49Z', 'revision_number': 4, 'project_id': '62dc240d42d840c68220e703c424a157', 'subnets': [{'id': 'a83bcdc1-c11e-46a4-a2c1-312fa547aaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:19:50.410670 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-3e6d75db-0e73-40a7-90d5-ae39c02ccf0e None None] Provisioning complete for port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:50.411561 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3e6d75db-0e73-40a7-90d5-ae39c02ccf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:50.472102 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device dfacc77a-530c-4d84-aca4-68444b71cc48 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:50.632425 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d75db-0e73-40a7-90d5-ae39c02ccf0e None None] Current status of the port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:50.643094 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712aa70-029a-4b8c-a7a3-9014eddd0d70 req-a77b4439-5051-45ac-9033-1b703710cecf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:50.646378 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port dfacc77a-530c-4d84-aca4-68444b71cc48 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:50.646945 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:50.651987 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3712aa70-029a-4b8c-a7a3-9014eddd0d70 req-a77b4439-5051-45ac-9033-1b703710cecf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0828764 Mar 10 04:19:50.740931 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3712aa70-029a-4b8c-a7a3-9014eddd0d70 req-9b322ebd-350a-4ef7-8e10-4ef1041dc333 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872505 Mar 10 04:19:50.789405 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port dfacc77a-530c-4d84-aca4-68444b71cc48 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:51.795660 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:51.881540 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ce41-a300-42ea-918e-276b735f276e req-b49e02ae-3bf2-49f1-993d-046cdb7967f9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:51.883097 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0558ce41-a300-42ea-918e-276b735f276e req-b49e02ae-3bf2-49f1-993d-046cdb7967f9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0604355 Mar 10 04:19:51.931543 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0558ce41-a300-42ea-918e-276b735f276e req-41070eba-3af6-48e5-9bb2-b0670a0d8fb8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Mar 10 04:19:52.392293 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 65029bdf-db29-4c12-90a1-f0b1c35dfe99 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:19:52.456979 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:19:52.457357 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:52.706223 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:19:52.789957 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-eceaef3b-1076-4bd5-934c-81ea5b3d58e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:53.062340 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a155ff1-8292-4134-abbc-7608027730c9 req-b4c1cf25-ba1c-4e2d-b8bc-49f6d6cd8910 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:53.063826 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9a155ff1-8292-4134-abbc-7608027730c9 req-b4c1cf25-ba1c-4e2d-b8bc-49f6d6cd8910 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0608823 Mar 10 04:19:53.117855 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9a155ff1-8292-4134-abbc-7608027730c9 req-d6fa019b-6de4-4f0e-8355-07e3818d3dc7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480013 Mar 10 04:19:54.250520 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26a0e-dc0a-4905-9adf-ca644c1e16b9 req-10df612e-a410-4379-bfc0-1cf9a43ed3d8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:54.252195 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41c26a0e-dc0a-4905-9adf-ca644c1e16b9 req-10df612e-a410-4379-bfc0-1cf9a43ed3d8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0583608 Mar 10 04:19:54.317616 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41c26a0e-dc0a-4905-9adf-ca644c1e16b9 req-c48c2fd3-301b-4a39-b591-0389ca21fda8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 Mar 10 04:19:54.529809 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56110) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:54.661352 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c5be2bde-c63e-4fff-bfb5-77af717a6d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:54.744233 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c5be2bde-c63e-4fff-bfb5-77af717a6d66 admin admin] Publish callbacks [] for security_group (78807e33-e174-4d85-a53e-f3cc78e9b0dc), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:54.793946 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c5be2bde-c63e-4fff-bfb5-77af717a6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (78807e33-e174-4d85-a53e-f3cc78e9b0dc), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:54.839183 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c5be2bde-c63e-4fff-bfb5-77af717a6d66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7b0aebd1ea247fba33c64277721ff7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052630 Mar 10 04:19:54.839183 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be2bde-c63e-4fff-bfb5-77af717a6d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78807e33-e174-4d85-a53e-f3cc78e9b0dc,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:54.840593 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56114) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:54.894734 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-26ee81ac-7a98-47c8-a271-bfdeacead257 admin admin] Publish callbacks [] for security_group (78807e33-e174-4d85-a53e-f3cc78e9b0dc), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:54.932582 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-26ee81ac-7a98-47c8-a271-bfdeacead257 admin admin] Publish callbacks [] for security_group (78807e33-e174-4d85-a53e-f3cc78e9b0dc), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:55.114855 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:19:55.224580 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-a2b98908-b830-4ff5-a6d1-d3bb9f11c0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:55.462814 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-26ee81ac-7a98-47c8-a271-bfdeacead257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (78807e33-e174-4d85-a53e-f3cc78e9b0dc), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:55.464979 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-26ee81ac-7a98-47c8-a271-bfdeacead257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:55.469325 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-26ee81ac-7a98-47c8-a271-bfdeacead257 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78807e33-e174-4d85-a53e-f3cc78e9b0dc HTTP/1.1" status: 204 len: 168 time: 0.6240633 Mar 10 04:19:55.473913 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59add9e-e58b-4c7c-8ea4-da125487665f req-a80ddb20-cc2a-438b-8e72-5c0974964718 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:55.479893 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c59add9e-e58b-4c7c-8ea4-da125487665f req-a80ddb20-cc2a-438b-8e72-5c0974964718 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0729723 Mar 10 04:19:55.485902 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee81ac-7a98-47c8-a271-bfdeacead257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78807e33-e174-4d85-a53e-f3cc78e9b0dc,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:55.539473 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c59add9e-e58b-4c7c-8ea4-da125487665f req-873000c7-1313-4573-9cc7-69299a8c7a7c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557315 Mar 10 04:19:56.146680 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56132) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:56.160399 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6f79e349-f582-467d-bf1b-877abfc7f973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.243495 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6f79e349-f582-467d-bf1b-877abfc7f973 admin admin] Publish callbacks [] for security_group (3291f197-6c0d-4347-8a87-352f1e09bf1b), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.318286 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6f79e349-f582-467d-bf1b-877abfc7f973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (3291f197-6c0d-4347-8a87-352f1e09bf1b), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.341316 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.347217 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56134) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:19:56.354889 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-6f79e349-f582-467d-bf1b-877abfc7f973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30083686ca114c6b8db83d9e878e544a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068458 Mar 10 04:19:56.381325 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79e349-f582-467d-bf1b-877abfc7f973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291f197-6c0d-4347-8a87-352f1e09bf1b,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:56.418349 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-28976143-c0a9-4214-b1c5-f014b4db540b admin admin] Publish callbacks [] for security_group (3291f197-6c0d-4347-8a87-352f1e09bf1b), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.444304 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-28976143-c0a9-4214-b1c5-f014b4db540b admin admin] Publish callbacks [] for security_group (3291f197-6c0d-4347-8a87-352f1e09bf1b), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.578995 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-28976143-c0a9-4214-b1c5-f014b4db540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (3291f197-6c0d-4347-8a87-352f1e09bf1b), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.581867 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-28976143-c0a9-4214-b1c5-f014b4db540b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:56.583827 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-28976143-c0a9-4214-b1c5-f014b4db540b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3291f197-6c0d-4347-8a87-352f1e09bf1b HTTP/1.1" status: 204 len: 168 time: 0.2348821 Mar 10 04:19:56.594940 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28976143-c0a9-4214-b1c5-f014b4db540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291f197-6c0d-4347-8a87-352f1e09bf1b,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:19:56.684414 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cccbf-b26d-478f-88f0-536912b72fc3 req-00f53bbf-0926-4bc2-824d-310e5a6b4237 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:56.686091 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-232cccbf-b26d-478f-88f0-536912b72fc3 req-00f53bbf-0926-4bc2-824d-310e5a6b4237 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0639670 Mar 10 04:19:56.747571 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-232cccbf-b26d-478f-88f0-536912b72fc3 req-4263278b-e0c0-43d7-9024-a03f02669049 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532694 Mar 10 04:19:57.758122 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:57.921028 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe9a0-5f01-42ba-9b5a-441fcb865562 req-28abe804-c215-4579-bec3-3228dd1fd6a0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:57.924207 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-963fe9a0-5f01-42ba-9b5a-441fcb865562 req-28abe804-c215-4579-bec3-3228dd1fd6a0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0876284 Mar 10 04:19:57.990662 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-963fe9a0-5f01-42ba-9b5a-441fcb865562 req-a788ca2d-71ff-4858-8b0e-a363c44c7f94 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595870 Mar 10 04:19:59.110085 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9636b7-f2d8-4529-80a7-5770e2d6f6d5 req-581ae766-bae2-4429-bdbe-4edffd2f78fa tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:19:59.113136 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae9636b7-f2d8-4529-80a7-5770e2d6f6d5 req-581ae766-bae2-4429-bdbe-4edffd2f78fa tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0564404 Mar 10 04:19:59.153127 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:19:59.164635 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae9636b7-f2d8-4529-80a7-5770e2d6f6d5 req-a368d68c-63de-4228-be77-b64a80e0f32b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Mar 10 04:20:00.248567 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a2a3e-590f-4870-b7b4-bd736523fd96 req-821f50dd-48d8-4d33-993f-8bb708fe15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:00.250064 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-231a2a3e-590f-4870-b7b4-bd736523fd96 req-821f50dd-48d8-4d33-993f-8bb708fe15a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 1129 time: 0.0573933 Mar 10 04:20:00.323607 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0576e8-a5c8-4bff-b691-ac7fb05eda3f req-44cd7294-a5d8-4b63-99ac-73cb493969fc tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:00.325051 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a0576e8-a5c8-4bff-b691-ac7fb05eda3f req-44cd7294-a5d8-4b63-99ac-73cb493969fc tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0902653 Mar 10 04:20:00.328532 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-231a2a3e-590f-4870-b7b4-bd736523fd96 req-efd71586-2e2d-4f59-99be-8ed7e7b819b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599258 Mar 10 04:20:00.373764 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a0576e8-a5c8-4bff-b691-ac7fb05eda3f req-66bc940f-68e7-48ef-97b2-797aeb90bc12 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Mar 10 04:20:00.938853 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-70d908e6-900c-4ba4-a92b-2555e4d1438c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:00.940419 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-70d908e6-900c-4ba4-a92b-2555e4d1438c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/networks?id=d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 200 len: 815 time: 0.1007042 Mar 10 04:20:00.955495 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-b7638de0-317f-431d-8e4f-ce42574ae6f8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/quotas/69974b685de647498d16725e5b34ac1c HTTP/1.1" status: 200 len: 375 time: 0.0097482 Mar 10 04:20:01.016722 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-3a671488-5a02-4884-a3a5-d046bd3702e5 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542402 Mar 10 04:20:01.113923 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-882a80e4-7f6e-49e2-8349-2650a53430c1 service neutron] 10.222.0.32 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858281 Mar 10 04:20:01.204914 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-f68d2152-9c99-484f-9c19-51c8f662cea8 service neutron] 10.222.0.32 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851786 Mar 10 04:20:01.524688 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-715af973-e6b2-485b-b16a-e7795aa9d2d7 req-6f0c4596-2f79-4c1f-8911-abc6eba008b2 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 210 time: 0.0580177 Mar 10 04:20:01.543118 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0fb1e-1245-47a8-9438-224d035a6e36 req-d37db371-26b3-464f-9574-e6f9861700dc tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:01.550433 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e6e0fb1e-1245-47a8-9438-224d035a6e36 req-d37db371-26b3-464f-9574-e6f9861700dc tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.1042209 Mar 10 04:20:01.596015 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e6e0fb1e-1245-47a8-9438-224d035a6e36 req-e11d8dc1-7c4a-42ac-88f7-5d840ca1dfd6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Mar 10 04:20:02.622694 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6897aa30-fffb-4fa1-93fa-b3382e2f6bd5 req-859c59c2-f11d-4369-b670-e8c1c8aaad17 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 210 time: 0.0282779 Mar 10 04:20:02.758184 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b335ea-a556-4c89-9a9c-22929c8cd457 req-c34a4684-5d92-4a74-8c9b-df0cd90f2087 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:02.759562 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-64b335ea-a556-4c89-9a9c-22929c8cd457 req-c34a4684-5d92-4a74-8c9b-df0cd90f2087 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0536807 Mar 10 04:20:02.814823 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-64b335ea-a556-4c89-9a9c-22929c8cd457 req-ad0ee3d2-1642-4d69-9eac-f24c54eec9ff tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 Mar 10 04:20:02.933491 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b886a-7380-4173-9e18-759c107a07c6 req-4b3870b8-881e-4bf6-bf1e-9fe957bef01e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:02.935602 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b10b886a-7380-4173-9e18-759c107a07c6 req-4b3870b8-881e-4bf6-bf1e-9fe957bef01e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0555816 Mar 10 04:20:02.988856 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b10b886a-7380-4173-9e18-759c107a07c6 req-9b913111-e1b0-4f44-ab26-705b28623e60 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 Mar 10 04:20:03.751766 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c7bc4d5f-6df7-4667-9ba9-6934878cee02 req-420e4dc8-4d6d-41d5-acab-a83cf73bdb65 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 210 time: 0.0499742 Mar 10 04:20:03.857579 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-73585481-d57f-4131-8dff-054502285d10 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:03.859194 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-73585481-d57f-4131-8dff-054502285d10 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.37 "GET /v2.0/networks?id=d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 200 len: 815 time: 0.1098351 Mar 10 04:20:03.871057 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'port': {'device_id': '63116185-560f-43b7-9191-08354f4161cc', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'admin_state_up': True, 'tenant_id': '69974b685de647498d16725e5b34ac1c'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:04.089629 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Made reservation on behalf of 69974b685de647498d16725e5b34ac1c for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:20:04.093815 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:04.217224 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Allocated IP 172.20.0.13 (d85ad72a-ad30-4e43-adc4-19f6c4af5593/5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b/2ee8569f-11a8-49ba-88ef-a11b5e62f72c) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:20:04.365711 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:04.493008 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56360) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:04.500587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:04.543283 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:20:04.551485 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:20:04.555322 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:20:04.591839 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:04.652814 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:04.654402 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:04.721893 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7d30d007-5b55-42b5-8664-8d66074796f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:04.767549 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-55061764-e270-41fa-8ac6-8e2e7a6bbddf tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9000659 Mar 10 04:20:04.936186 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7d30d007-5b55-42b5-8664-8d66074796f1 admin admin] Publish callbacks [] for security_group (9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:05.003875 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc28863-1222-465d-a943-af7a9dd5c703 req-d4c55713-9b39-42fa-af76-60890f8d0daa tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:05.009306 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efc28863-1222-465d-a943-af7a9dd5c703 req-d4c55713-9b39-42fa-af76-60890f8d0daa tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.1625328 Mar 10 04:20:05.013617 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-e28d2a34-a22e-4656-8d68-ab9f30cd1a8d None None] Provisioning complete for port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:20:05.014408 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e28d2a34-a22e-4656-8d68-ab9f30cd1a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:05.059476 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7d30d007-5b55-42b5-8664-8d66074796f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:05.082248 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-e28d2a34-a22e-4656-8d68-ab9f30cd1a8d None None] Port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:20:05.112594 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7d30d007-5b55-42b5-8664-8d66074796f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cacc4a9741914c61812424096f04d78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6184525 Mar 10 04:20:05.115333 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56380) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:05.131112 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30d007-5b55-42b5-8664-8d66074796f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:05.167680 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efc28863-1222-465d-a943-af7a9dd5c703 req-7b1a1cf8-7fe2-44f5-8ee0-7612cd10ceb7 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499209 Mar 10 04:20:05.202160 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a274-99c5-4a91-ac04-0c9264324bd1 admin admin] Publish callbacks [] for security_group (9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:05.238230 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a274-99c5-4a91-ac04-0c9264324bd1 admin admin] Publish callbacks [] for security_group (9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:05.395934 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a274-99c5-4a91-ac04-0c9264324bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:05.398582 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a274-99c5-4a91-ac04-0c9264324bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:05.399749 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-4ae4a274-99c5-4a91-ac04-0c9264324bd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa HTTP/1.1" status: 204 len: 168 time: 0.2827013 Mar 10 04:20:05.408652 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a274-99c5-4a91-ac04-0c9264324bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f4d9d-a029-4eda-ae59-6c1ed25b29aa,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:05.528171 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8255889-b24b-49e7-8e7e-874c6fe80b7c req-72354009-f5ad-47b7-ac86-10014639a64f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:05.529704 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c8255889-b24b-49e7-8e7e-874c6fe80b7c req-72354009-f5ad-47b7-ac86-10014639a64f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0605474 Mar 10 04:20:05.588966 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c8255889-b24b-49e7-8e7e-874c6fe80b7c req-5a9c3482-86f9-4320-9a9c-9125209f79de tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Mar 10 04:20:06.007284 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56398) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:06.020278 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c0188a75-3374-467d-86a6-d3b6467a2f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:06.114723 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c0188a75-3374-467d-86a6-d3b6467a2f2e admin admin] Publish callbacks [] for security_group (11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:06.196730 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c0188a75-3374-467d-86a6-d3b6467a2f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:06.256244 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c0188a75-3374-467d-86a6-d3b6467a2f2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=793679a2db0a47c3b150b8f6ff704611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478333 Mar 10 04:20:06.259800 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56408) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:06.265354 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0188a75-3374-467d-86a6-d3b6467a2f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:06.312215 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29113277-1cb8-4991-9250-8da71143667e req-e6058de6-8c42-456e-bfba-c021d37b6139 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:06.313670 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-29113277-1cb8-4991-9250-8da71143667e req-e6058de6-8c42-456e-bfba-c021d37b6139 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0821526 Mar 10 04:20:06.333142 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dd6d47b7-0782-40f0-8ab2-a68e6fc074fc admin admin] Publish callbacks [] for security_group (11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:06.371463 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dd6d47b7-0782-40f0-8ab2-a68e6fc074fc admin admin] Publish callbacks [] for security_group (11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:06.392856 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-29113277-1cb8-4991-9250-8da71143667e req-e1932840-f224-44de-82d5-34bed6925cec tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698256 Mar 10 04:20:06.711692 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef713f-22bc-4228-8b20-b9167c100feb req-27eaa564-375c-46da-bc0a-fc10e1b56250 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:06.713250 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3eef713f-22bc-4228-8b20-b9167c100feb req-27eaa564-375c-46da-bc0a-fc10e1b56250 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0516779 Mar 10 04:20:06.714378 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dd6d47b7-0782-40f0-8ab2-a68e6fc074fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:06.717033 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dd6d47b7-0782-40f0-8ab2-a68e6fc074fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:06.718638 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-dd6d47b7-0782-40f0-8ab2-a68e6fc074fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30 HTTP/1.1" status: 204 len: 168 time: 0.4573789 Mar 10 04:20:06.728223 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d47b7-0782-40f0-8ab2-a68e6fc074fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff7f9e-99c0-4f57-a0c3-ae1ab56afd30,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:06.774585 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3eef713f-22bc-4228-8b20-b9167c100feb req-dc345809-63d5-422c-b89e-5be11f2cd224 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Mar 10 04:20:07.536711 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b610e-d898-432c-8a87-c97430f10329 req-7b438ae9-2b65-455b-bd20-699db6b545e4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:07.538328 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-957b610e-d898-432c-8a87-c97430f10329 req-7b438ae9-2b65-455b-bd20-699db6b545e4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0711493 Mar 10 04:20:07.589680 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-957b610e-d898-432c-8a87-c97430f10329 req-16218081-9e84-4928-bf57-f80917f85566 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Mar 10 04:20:07.918197 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b6ed-07bb-4e85-98c7-90a0f01f0b4b req-d980c0ac-a59f-4a78-938b-0a196e2e46f0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:07.920315 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-70c8b6ed-07bb-4e85-98c7-90a0f01f0b4b req-d980c0ac-a59f-4a78-938b-0a196e2e46f0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0672631 Mar 10 04:20:07.976363 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-70c8b6ed-07bb-4e85-98c7-90a0f01f0b4b req-0476dbe1-1e35-42c2-b998-d41c95c01269 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472786 Mar 10 04:20:08.709217 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20beef-bc94-4774-88de-2030c9bb998b req-c69dbf5a-57b9-4066-b4df-9dff12c3d306 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:08.710700 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2f20beef-bc94-4774-88de-2030c9bb998b req-c69dbf5a-57b9-4066-b4df-9dff12c3d306 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0508647 Mar 10 04:20:08.760905 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2f20beef-bc94-4774-88de-2030c9bb998b req-445f2567-ff6f-4925-94be-e60cc0eaedf0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Mar 10 04:20:09.101693 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d134-1f48-4b43-b2f1-ebea8e00f903 req-add0d0ec-96cb-4e91-a0f3-e86d629131eb tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:09.103223 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8392d134-1f48-4b43-b2f1-ebea8e00f903 req-add0d0ec-96cb-4e91-a0f3-e86d629131eb tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0613482 Mar 10 04:20:09.185910 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8392d134-1f48-4b43-b2f1-ebea8e00f903 req-24cd3ffe-3f16-46a6-8a20-b0074e845d8f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757105 Mar 10 04:20:09.379230 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56488) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:09.499103 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-13f688da-ca8e-4b8f-a114-66ad0316158d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:09.573537 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-13f688da-ca8e-4b8f-a114-66ad0316158d admin admin] Publish callbacks [] for security_group (9bec875c-d731-471a-a51c-c6dcce189170), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:09.638427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-13f688da-ca8e-4b8f-a114-66ad0316158d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9bec875c-d731-471a-a51c-c6dcce189170), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:09.689885 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-13f688da-ca8e-4b8f-a114-66ad0316158d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27ceccf80018418a956c2293d5141478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095164 Mar 10 04:20:09.690907 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f688da-ca8e-4b8f-a114-66ad0316158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec875c-d731-471a-a51c-c6dcce189170,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:09.692582 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56498) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:09.745589 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0f0-5f4c-44dd-ade0-44863c2f5c92 admin admin] Publish callbacks [] for security_group (9bec875c-d731-471a-a51c-c6dcce189170), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:09.767410 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0f0-5f4c-44dd-ade0-44863c2f5c92 admin admin] Publish callbacks [] for security_group (9bec875c-d731-471a-a51c-c6dcce189170), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:09.891768 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abf58-6c25-4abe-8c00-bd1bc2af0f9e req-2b0d2e97-f488-429b-b189-042387ad3c27 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:09.904447 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a74abf58-6c25-4abe-8c00-bd1bc2af0f9e req-2b0d2e97-f488-429b-b189-042387ad3c27 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0668762 Mar 10 04:20:09.929659 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0f0-5f4c-44dd-ade0-44863c2f5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9bec875c-d731-471a-a51c-c6dcce189170), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:09.933154 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ee3fa0f0-5f4c-44dd-ade0-44863c2f5c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:09.936495 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ee3fa0f0-5f4c-44dd-ade0-44863c2f5c92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bec875c-d731-471a-a51c-c6dcce189170 HTTP/1.1" status: 204 len: 168 time: 0.2421970 Mar 10 04:20:09.945234 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fa0f0-5f4c-44dd-ade0-44863c2f5c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec875c-d731-471a-a51c-c6dcce189170,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:09.964159 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a74abf58-6c25-4abe-8c00-bd1bc2af0f9e req-e02a1091-8ae9-46b8-aae8-a43eedd3ac73 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637825 Mar 10 04:20:10.333756 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875cf2a-2a1b-4385-9578-79075eb61dc4 req-aa9d7911-36fe-4278-a9b8-1557a563b00b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:10.336853 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b875cf2a-2a1b-4385-9578-79075eb61dc4 req-aa9d7911-36fe-4278-a9b8-1557a563b00b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0929232 Mar 10 04:20:10.422194 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b875cf2a-2a1b-4385-9578-79075eb61dc4 req-a9a13280-dc41-49a1-a2a4-2ceb10a89c85 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773747 Mar 10 04:20:10.979727 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56548) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:11.135577 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e284f979-869d-4cae-bf79-3553f2eda367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:11.143312 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cbfff-f2bc-4648-91ce-24149008951f req-30375e59-7a3b-4be7-9b27-36df98254dad tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:11.149437 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2c6cbfff-f2bc-4648-91ce-24149008951f req-30375e59-7a3b-4be7-9b27-36df98254dad tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0776694 Mar 10 04:20:11.276940 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2c6cbfff-f2bc-4648-91ce-24149008951f req-aaca20b5-3278-43da-ba02-a8d4e6a3dff2 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215105 Mar 10 04:20:11.306209 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e284f979-869d-4cae-bf79-3553f2eda367 admin admin] Publish callbacks [] for security_group (83d8ca72-d324-4adc-b604-af9a124e3cac), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:11.392109 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e284f979-869d-4cae-bf79-3553f2eda367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (83d8ca72-d324-4adc-b604-af9a124e3cac), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:11.431600 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e284f979-869d-4cae-bf79-3553f2eda367 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=380699265cd145fdb28bdaca93e024f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507599 Mar 10 04:20:11.432807 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284f979-869d-4cae-bf79-3553f2eda367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8ca72-d324-4adc-b604-af9a124e3cac,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:11.434357 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56566) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:11.584416 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5165e815-d5a2-4d8b-a4b3-eac9ad13b861 admin admin] Publish callbacks [] for security_group (83d8ca72-d324-4adc-b604-af9a124e3cac), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:11.620651 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5165e815-d5a2-4d8b-a4b3-eac9ad13b861 admin admin] Publish callbacks [] for security_group (83d8ca72-d324-4adc-b604-af9a124e3cac), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:11.634202 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e438f1-1496-486e-bc42-68a903fdfafc req-2e372021-004e-44cd-b690-c1cbb8678dab tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:11.635698 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-40e438f1-1496-486e-bc42-68a903fdfafc req-2e372021-004e-44cd-b690-c1cbb8678dab tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.1026058 Mar 10 04:20:11.698025 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-40e438f1-1496-486e-bc42-68a903fdfafc req-d8ca88dc-9fd5-4222-af69-82d6645aa9dc tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 Mar 10 04:20:11.774890 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5165e815-d5a2-4d8b-a4b3-eac9ad13b861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (83d8ca72-d324-4adc-b604-af9a124e3cac), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:11.777440 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5165e815-d5a2-4d8b-a4b3-eac9ad13b861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:11.779232 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5165e815-d5a2-4d8b-a4b3-eac9ad13b861 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83d8ca72-d324-4adc-b604-af9a124e3cac HTTP/1.1" status: 204 len: 168 time: 0.3413117 Mar 10 04:20:11.787521 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165e815-d5a2-4d8b-a4b3-eac9ad13b861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8ca72-d324-4adc-b604-af9a124e3cac,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:12.423372 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df205d-f971-4641-991d-1d77c58360ef req-62563b07-66da-4781-80aa-588c74822004 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:12.425065 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-61df205d-f971-4641-991d-1d77c58360ef req-62563b07-66da-4781-80aa-588c74822004 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0745170 Mar 10 04:20:12.474256 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-61df205d-f971-4641-991d-1d77c58360ef req-6c70e205-b1d4-4a6b-9e20-d2a7ea268089 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Mar 10 04:20:12.833700 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f6b96-2597-4dc2-a92e-e77346e5809a req-14c22e3e-faab-413f-b40e-9ee922fa007a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:12.835122 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-728f6b96-2597-4dc2-a92e-e77346e5809a req-14c22e3e-faab-413f-b40e-9ee922fa007a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0628233 Mar 10 04:20:12.891653 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-728f6b96-2597-4dc2-a92e-e77346e5809a req-0340864a-25ad-4f31-b90c-82996a688ef5 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507114 Mar 10 04:20:13.640998 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3a39a-97fd-4386-b902-ffee4087169a req-0efe5bba-b97a-464f-82c5-700a3b3b1aa1 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:13.644210 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccd3a39a-97fd-4386-b902-ffee4087169a req-0efe5bba-b97a-464f-82c5-700a3b3b1aa1 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0567100 Mar 10 04:20:13.705338 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccd3a39a-97fd-4386-b902-ffee4087169a req-09f7cf35-e293-4320-a5db-914d4e181217 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550115 Mar 10 04:20:14.018338 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8312b-2442-47ce-b416-d71df8154349 req-ccd4383b-ba82-40ba-bd19-38b42180612d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:14.026350 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5ad8312b-2442-47ce-b416-d71df8154349 req-ccd4383b-ba82-40ba-bd19-38b42180612d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0640883 Mar 10 04:20:14.072079 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5ad8312b-2442-47ce-b416-d71df8154349 req-4392d614-552a-418d-bfe0-6f76ecc64428 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Mar 10 04:20:14.821122 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281cb90-3230-4257-90df-6d6764732353 req-cafad9fc-b3b5-44ce-ab35-ff4c6dc32bd1 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:14.822630 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7281cb90-3230-4257-90df-6d6764732353 req-cafad9fc-b3b5-44ce-ab35-ff4c6dc32bd1 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0524278 Mar 10 04:20:14.875492 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7281cb90-3230-4257-90df-6d6764732353 req-4e461d13-781a-4841-acf1-d7ab87f0b2a6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472839 Mar 10 04:20:15.213913 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25520923-ef60-4187-8012-3400a28a3747 req-cb194255-488e-445b-9b2f-fff64aae1530 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:15.224258 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-25520923-ef60-4187-8012-3400a28a3747 req-cb194255-488e-445b-9b2f-fff64aae1530 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0761528 Mar 10 04:20:15.266715 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-25520923-ef60-4187-8012-3400a28a3747 req-5511e03b-0f61-4570-b69e-c13e86ff763d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Mar 10 04:20:16.031241 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56690) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:16.043239 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88ce89-2da4-4f8f-ae60-b7ef2cbcfab8 req-c27c7123-fc6a-4098-867a-d9b3c999bb9a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:16.044816 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca88ce89-2da4-4f8f-ae60-b7ef2cbcfab8 req-c27c7123-fc6a-4098-867a-d9b3c999bb9a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0752625 Mar 10 04:20:16.097955 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca88ce89-2da4-4f8f-ae60-b7ef2cbcfab8 req-82928dda-8c28-4855-b311-67d7ace3f161 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465500 Mar 10 04:20:16.140563 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d187e53a-d2c1-4df7-b444-eebd97f52008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.226540 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d187e53a-d2c1-4df7-b444-eebd97f52008 admin admin] Publish callbacks [] for security_group (5e938933-4e45-40d7-9a0e-a7985a15a675), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.352180 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d187e53a-d2c1-4df7-b444-eebd97f52008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5e938933-4e45-40d7-9a0e-a7985a15a675), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.399087 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187e53a-d2c1-4df7-b444-eebd97f52008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e938933-4e45-40d7-9a0e-a7985a15a675,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:16.405100 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d187e53a-d2c1-4df7-b444-eebd97f52008 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4972e23423942a4983f66ef36bb6381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703845 Mar 10 04:20:16.406567 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56700) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:16.419726 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75331c-c10d-4267-b848-bf4c188e678d req-64834bf3-4e72-44d5-9437-e0c7aa0a6c32 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:16.421304 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ce75331c-c10d-4267-b848-bf4c188e678d req-64834bf3-4e72-44d5-9437-e0c7aa0a6c32 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0745287 Mar 10 04:20:16.458979 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ddb11905-0801-4f05-9b1f-9eceb004328c admin admin] Publish callbacks [] for security_group (5e938933-4e45-40d7-9a0e-a7985a15a675), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.484965 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ce75331c-c10d-4267-b848-bf4c188e678d req-79c42b80-5f0f-4a32-9ccc-6f82f839d779 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579767 Mar 10 04:20:16.491905 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ddb11905-0801-4f05-9b1f-9eceb004328c admin admin] Publish callbacks [] for security_group (5e938933-4e45-40d7-9a0e-a7985a15a675), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.620600 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ddb11905-0801-4f05-9b1f-9eceb004328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5e938933-4e45-40d7-9a0e-a7985a15a675), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.623682 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ddb11905-0801-4f05-9b1f-9eceb004328c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:16.624874 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ddb11905-0801-4f05-9b1f-9eceb004328c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e938933-4e45-40d7-9a0e-a7985a15a675 HTTP/1.1" status: 204 len: 168 time: 0.2174149 Mar 10 04:20:16.632709 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb11905-0801-4f05-9b1f-9eceb004328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e938933-4e45-40d7-9a0e-a7985a15a675,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:17.219415 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57a0d-6770-442d-b43e-cadcbf540bd1 req-dc37a09c-94fa-40bf-be65-6ec6b4e20030 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:17.221065 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59f57a0d-6770-442d-b43e-cadcbf540bd1 req-dc37a09c-94fa-40bf-be65-6ec6b4e20030 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0537453 Mar 10 04:20:17.246610 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56714) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:17.259523 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01071bce-89fa-4f6b-a1df-437377851baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.270648 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59f57a0d-6770-442d-b43e-cadcbf540bd1 req-9b028adf-ca12-46b0-a92f-8df33c813820 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430191 Mar 10 04:20:17.333566 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01071bce-89fa-4f6b-a1df-437377851baa admin admin] Publish callbacks [] for security_group (a6203ac4-e66c-46c8-a4d2-6a0f9337b852), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.638988 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fef0a-2578-4e43-b266-f30f1b8dfdf5 req-65520e6a-7be0-46ba-83f0-3a3f48cee515 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:17.640566 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b87fef0a-2578-4e43-b266-f30f1b8dfdf5 req-65520e6a-7be0-46ba-83f0-3a3f48cee515 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0554552 Mar 10 04:20:17.686841 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b87fef0a-2578-4e43-b266-f30f1b8dfdf5 req-017d8104-0296-48d1-82e4-18a3fde65234 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Mar 10 04:20:17.706130 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-01071bce-89fa-4f6b-a1df-437377851baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a6203ac4-e66c-46c8-a4d2-6a0f9337b852), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.743947 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-01071bce-89fa-4f6b-a1df-437377851baa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cfde1de26d64b50852fb526573f91cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962354 Mar 10 04:20:17.744871 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01071bce-89fa-4f6b-a1df-437377851baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6203ac4-e66c-46c8-a4d2-6a0f9337b852,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:17.746715 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56728) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:17.810390 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fceab1dc-909d-42ad-9f93-1a092e177adc admin admin] Publish callbacks [] for security_group (a6203ac4-e66c-46c8-a4d2-6a0f9337b852), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.831697 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fceab1dc-909d-42ad-9f93-1a092e177adc admin admin] Publish callbacks [] for security_group (a6203ac4-e66c-46c8-a4d2-6a0f9337b852), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.940511 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fceab1dc-909d-42ad-9f93-1a092e177adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a6203ac4-e66c-46c8-a4d2-6a0f9337b852), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.942981 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fceab1dc-909d-42ad-9f93-1a092e177adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:17.944385 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-fceab1dc-909d-42ad-9f93-1a092e177adc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6203ac4-e66c-46c8-a4d2-6a0f9337b852 HTTP/1.1" status: 204 len: 168 time: 0.1958239 Mar 10 04:20:17.951860 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceab1dc-909d-42ad-9f93-1a092e177adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6203ac4-e66c-46c8-a4d2-6a0f9337b852,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:18.394199 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17215d9-35fd-42a2-ab78-389d89a3a735 req-a2486f95-d0bb-4daa-8ddd-b4bad510ed54 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:18.395685 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f17215d9-35fd-42a2-ab78-389d89a3a735 req-a2486f95-d0bb-4daa-8ddd-b4bad510ed54 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0534337 Mar 10 04:20:18.442510 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f17215d9-35fd-42a2-ab78-389d89a3a735 req-406d82da-2870-4061-9af7-a8523dc91103 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Mar 10 04:20:18.624385 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56742) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:18.637087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-76a6974f-171f-4547-a7cd-7f29f26be907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:18.709763 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-76a6974f-171f-4547-a7cd-7f29f26be907 admin admin] Publish callbacks [] for security_group (5d553611-a17a-45ab-866b-3cc1eabd56ca), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:18.782763 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-76a6974f-171f-4547-a7cd-7f29f26be907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5d553611-a17a-45ab-866b-3cc1eabd56ca), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:18.828670 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-76a6974f-171f-4547-a7cd-7f29f26be907 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a58f16f2cdf4e18971adafef8575053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031951 Mar 10 04:20:18.831398 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56748) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:18.831833 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6974f-171f-4547-a7cd-7f29f26be907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d553611-a17a-45ab-866b-3cc1eabd56ca,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:18.845880 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043abde5-817f-49b3-9db0-d277b2e3f66c req-067c446d-1258-4331-a09b-84ddc21edc81 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:18.846778 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-043abde5-817f-49b3-9db0-d277b2e3f66c req-067c446d-1258-4331-a09b-84ddc21edc81 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0924804 Mar 10 04:20:18.888208 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09d57795-3601-451c-a104-c02070169b5b admin admin] Publish callbacks [] for security_group (5d553611-a17a-45ab-866b-3cc1eabd56ca), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:18.896008 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-043abde5-817f-49b3-9db0-d277b2e3f66c req-8e1d39c5-e30a-420e-8438-8236433194f9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Mar 10 04:20:18.912545 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09d57795-3601-451c-a104-c02070169b5b admin admin] Publish callbacks [] for security_group (5d553611-a17a-45ab-866b-3cc1eabd56ca), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.014692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09d57795-3601-451c-a104-c02070169b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5d553611-a17a-45ab-866b-3cc1eabd56ca), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.017287 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-09d57795-3601-451c-a104-c02070169b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.018432 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-09d57795-3601-451c-a104-c02070169b5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d553611-a17a-45ab-866b-3cc1eabd56ca HTTP/1.1" status: 204 len: 168 time: 0.1859767 Mar 10 04:20:19.026510 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d57795-3601-451c-a104-c02070169b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d553611-a17a-45ab-866b-3cc1eabd56ca,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:19.182540 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Request body: {'port': {'device_id': '63116185-560f-43b7-9191-08354f4161cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:19.243683 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.333598 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98be18-0477-4612-b821-a92f072b6727 req-22606c99-b9dd-4cb2-9e9a-1fa521829f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:19.335112 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-fb98be18-0477-4612-b821-a92f072b6727 req-22606c99-b9dd-4cb2-9e9a-1fa521829f72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.0469730 Mar 10 04:20:19.433559 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98be18-0477-4612-b821-a92f072b6727 req-1d494fbf-42ba-4518-b8cb-0e6dc2ee3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:19.435980 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-fb98be18-0477-4612-b821-a92f072b6727 req-1d494fbf-42ba-4518-b8cb-0e6dc2ee3c4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.0919681 Mar 10 04:20:19.477693 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-fb98be18-0477-4612-b821-a92f072b6727 req-d3c9d868-77a7-4e04-b549-4892b3790bbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 217 time: 0.0353143 Mar 10 04:20:19.532891 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98be18-0477-4612-b821-a92f072b6727 req-f70042cd-08f8-4780-bea6-eb1001bb8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:19.534832 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-fb98be18-0477-4612-b821-a92f072b6727 req-f70042cd-08f8-4780-bea6-eb1001bb8db6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0497086 Mar 10 04:20:19.569727 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-fb98be18-0477-4612-b821-a92f072b6727 req-3335016f-f7ff-4cd3-a8bc-e563a196bf51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281289 Mar 10 04:20:19.575889 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee8569f-11a8-49ba-88ef-a11b5e62f72c {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:20:19.585485 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Publish callbacks [] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.602273 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Transition to ACTIVE for port object 2ee8569f-11a8-49ba-88ef-a11b5e62f72c will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:20:19.614232 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910f773-edf4-4196-9552-3da1b4f5edcb req-b9ee7ee4-105b-45cf-9a18-c99dd4c4788c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:19.615757 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2910f773-edf4-4196-9552-3da1b4f5edcb req-b9ee7ee4-105b-45cf-9a18-c99dd4c4788c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 932 time: 0.0783827 Mar 10 04:20:19.669385 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-fb98be18-0477-4612-b821-a92f072b6727 req-2c397520-5495-43eb-811b-a05ab6b63296 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Mar 10 04:20:19.672906 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.691460 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2910f773-edf4-4196-9552-3da1b4f5edcb req-7afd406e-e8dd-48eb-a41e-16bf91052daa tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Mar 10 04:20:19.766852 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Pushing event updated for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:19.787051 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-fb98be18-0477-4612-b821-a92f072b6727 req-02d90db8-d016-4a6b-884e-7065a221fd75 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101506 Mar 10 04:20:19.824755 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Attempting to bind port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:20:19.830948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Attempting to bind port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:20:19.830948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Attempting to bind port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c on network d85ad72a-ad30-4e43-adc4-19f6c4af5593 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:20:19.830948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c on network d85ad72a-ad30-4e43-adc4-19f6c4af5593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:20:19.830948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Attempting to bind port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c on network d85ad72a-ad30-4e43-adc4-19f6c4af5593 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:20:19.841040 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:20:19.841495 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Checking segment: {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:20:19.842301 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Bound using segment: {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:20:19.842635 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Bound port: 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:20:19.843103 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:19.929889 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:20:19.940625 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:20:20.009565 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:20.050319 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.050917 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:20.052350 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] 10.222.0.37 "PUT /v2.0/ports/2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 1094 time: 0.8741734 Mar 10 04:20:20.060592 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:20:20.060592 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52867584-bfb9-4b01-88fa-d0f67b92f9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:20:20.066113 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd60313-b795-43c4-b284-adbb5644633f req-5efecd58-e38c-4200-a798-d39e3920deb7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.076667 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4cd60313-b795-43c4-b284-adbb5644633f req-5efecd58-e38c-4200-a798-d39e3920deb7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.1085341 Mar 10 04:20:20.098306 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b2fc7-0a85-4936-b6b0-8822824b24aa service neutron] Pushing event updated for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:20.134485 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab92fe3c-e9aa-4457-a2c1-9c5ca8e14bed x-openstack-request-id: req-ab92fe3c-e9aa-4457-a2c1-9c5ca8e14bed {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:20:20.134773 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:20:20.135033 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab92fe3c-e9aa-4457-a2c1-9c5ca8e14bed {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:20:20.135434 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'status': 'completed', 'code': 200} Mar 10 04:20:20.230401 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4cd60313-b795-43c4-b284-adbb5644633f req-6841a71f-39ff-4ecd-b120-a3356b4cc824 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146255 Mar 10 04:20:20.245863 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867584-bfb9-4b01-88fa-d0f67b92f9b4 req-9d06f82b-cd67-4f78-a430-920214523e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.248320 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-52867584-bfb9-4b01-88fa-d0f67b92f9b4 req-9d06f82b-cd67-4f78-a430-920214523e7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1128 time: 0.0741835 Mar 10 04:20:20.363032 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867584-bfb9-4b01-88fa-d0f67b92f9b4 req-5d57e6d3-0eaf-4632-b427-e27909c08a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.364716 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-52867584-bfb9-4b01-88fa-d0f67b92f9b4 req-5d57e6d3-0eaf-4632-b427-e27909c08a9c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=69974b685de647498d16725e5b34ac1c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1070952 Mar 10 04:20:20.472266 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867584-bfb9-4b01-88fa-d0f67b92f9b4 req-c640c6d5-f4b8-4b51-a830-fef84b51ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.473757 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-52867584-bfb9-4b01-88fa-d0f67b92f9b4 req-c640c6d5-f4b8-4b51-a830-fef84b51ab0b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985663 Mar 10 04:20:20.555950 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-7dab5657-3888-4788-aaea-175fadc0486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.557529 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-7dab5657-3888-4788-aaea-175fadc0486b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1128 time: 0.0436456 Mar 10 04:20:20.600570 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-ae564657-3c29-4a9a-8904-8c78220d46d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 217 time: 0.0339286 Mar 10 04:20:20.649513 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-df28f22d-35ce-4170-a216-2b23dfc7f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.651008 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-df28f22d-35ce-4170-a216-2b23dfc7f7fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b HTTP/1.1" status: 200 len: 854 time: 0.0429857 Mar 10 04:20:20.704070 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-2490808c-e861-4c05-8c85-2d6454fcdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.705576 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-2490808c-e861-4c05-8c85-2d6454fcdbf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d85ad72a-ad30-4e43-adc4-19f6c4af5593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0469978 Mar 10 04:20:20.825251 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-b8edf595-56fc-4c85-9cca-03485d7c7bae service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125398 Mar 10 04:20:20.847140 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83e2d-48c8-4c1f-a4d4-3d3ae22069a4 req-e8140136-f2eb-476b-a21c-c3a8d625f9d4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:20.848673 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-18f83e2d-48c8-4c1f-a4d4-3d3ae22069a4 req-e8140136-f2eb-476b-a21c-c3a8d625f9d4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 944 time: 0.0811377 Mar 10 04:20:20.939192 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-18f83e2d-48c8-4c1f-a4d4-3d3ae22069a4 req-4dac375c-0d5b-4111-83b9-0dedb36382b0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805519 Mar 10 04:20:20.959265 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981e9d30-626a-4f09-905c-fdf29e33ca57 req-8bd873ce-6a7c-496f-88f3-c8809637c6d0 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263473 Mar 10 04:20:21.361735 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58111423-97b2-44a4-92b9-55d6a7773933 req-6321180b-0317-4092-828c-b49e80dff4d3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:21.363831 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-58111423-97b2-44a4-92b9-55d6a7773933 req-6321180b-0317-4092-828c-b49e80dff4d3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0609233 Mar 10 04:20:21.415180 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-58111423-97b2-44a4-92b9-55d6a7773933 req-c85f6ab8-4027-40fb-82fe-671f99601527 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Mar 10 04:20:21.652059 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56820) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:21.754209 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ad33bff-258c-4808-a96a-535e080cc043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:21.826533 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ad33bff-258c-4808-a96a-535e080cc043 admin admin] Publish callbacks [] for security_group (d7893088-0aae-4538-9bcb-563cf20f4917), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:21.875645 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:21.932372 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5ad33bff-258c-4808-a96a-535e080cc043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (d7893088-0aae-4538-9bcb-563cf20f4917), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:21.974315 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56828) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:21.974761 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5ad33bff-258c-4808-a96a-535e080cc043 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42db3e9590b74a9091681f50c3f952ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211746 Mar 10 04:20:21.975280 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33bff-258c-4808-a96a-535e080cc043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7893088-0aae-4538-9bcb-563cf20f4917,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:22.037598 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f07d92e5-4476-4d91-90d3-ec073af7bfc2 admin admin] Publish callbacks [] for security_group (d7893088-0aae-4538-9bcb-563cf20f4917), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:22.058492 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f07d92e5-4476-4d91-90d3-ec073af7bfc2 admin admin] Publish callbacks [] for security_group (d7893088-0aae-4538-9bcb-563cf20f4917), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:22.060054 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef9e31-510b-464d-aae4-2c050956ef15 req-2a7a9216-a4e3-4122-968e-84ce028d6039 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:22.061518 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-20ef9e31-510b-464d-aae4-2c050956ef15 req-2a7a9216-a4e3-4122-968e-84ce028d6039 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 944 time: 0.0524127 Mar 10 04:20:22.114383 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-20ef9e31-510b-464d-aae4-2c050956ef15 req-d3102b17-7f84-4c88-981d-a17f290c929d tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Mar 10 04:20:22.174807 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f07d92e5-4476-4d91-90d3-ec073af7bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (d7893088-0aae-4538-9bcb-563cf20f4917), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:22.177441 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f07d92e5-4476-4d91-90d3-ec073af7bfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:22.184692 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f07d92e5-4476-4d91-90d3-ec073af7bfc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7893088-0aae-4538-9bcb-563cf20f4917 HTTP/1.1" status: 204 len: 168 time: 0.2032623 Mar 10 04:20:22.187128 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d92e5-4476-4d91-90d3-ec073af7bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7893088-0aae-4538-9bcb-563cf20f4917,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:22.531662 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347037a3-7eb8-444c-b9d9-d2d43fdf4ab6 req-d00b074e-848f-4595-a614-d3b782e79b6e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:22.533221 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-347037a3-7eb8-444c-b9d9-d2d43fdf4ab6 req-d00b074e-848f-4595-a614-d3b782e79b6e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0524671 Mar 10 04:20:22.612455 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-347037a3-7eb8-444c-b9d9-d2d43fdf4ab6 req-f3696482-9544-451a-905d-6eb6900caab2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 Mar 10 04:20:22.779387 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-2e5fa751-28c0-4ce5-88b1-110a98194946 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458300 Mar 10 04:20:22.855764 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-5ed19819-35ba-41a1-ac05-c619d0f788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:22.857931 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-5ed19819-35ba-41a1-ac05-c619d0f788c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 1129 time: 0.0579114 Mar 10 04:20:22.970213 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-cf40c922-a9b8-419d-b540-1665983f7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:22.971678 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-cf40c922-a9b8-419d-b540-1665983f7d28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.0905273 Mar 10 04:20:23.022011 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-e6c7d7d2-0796-4d68-92d7-051f713ce14f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2 HTTP/1.1" status: 200 len: 217 time: 0.0383432 Mar 10 04:20:23.078175 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-c884c793-bc93-4863-852b-14f4a507d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:23.079633 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-c884c793-bc93-4863-852b-14f4a507d949 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0438781 Mar 10 04:20:23.115405 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-76964853-cae8-47f8-937d-fc6457fb7e04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240443 Mar 10 04:20:23.201735 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-477fcee6-c721-431b-943d-0edfc4204105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:23.235476 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-53da8d2a-0676-4aaa-88f5-de85984d9af5 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121807 Mar 10 04:20:23.273539 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e934-f7f2-4ff1-8596-ed6266a17318 req-a7cd2473-1d0b-420c-9b18-5d6bb352e42b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:23.275138 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a822e934-f7f2-4ff1-8596-ed6266a17318 req-a7cd2473-1d0b-420c-9b18-5d6bb352e42b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 944 time: 0.0861928 Mar 10 04:20:23.370482 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a822e934-f7f2-4ff1-8596-ed6266a17318 req-63593ee9-0e5d-4005-9dd9-afebe7c56b20 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870245 Mar 10 04:20:23.372979 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b2dad15-06f0-4a1b-8798-5f3dd7c5f308 req-67abfb3c-c36b-4745-8bda-c64dcc35ab4e service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304574 Mar 10 04:20:23.712722 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d326e44-5519-44d2-8841-81daf2665ad5 req-a0ced502-82ed-4130-a250-e2374ae09742 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:23.714839 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d326e44-5519-44d2-8841-81daf2665ad5 req-a0ced502-82ed-4130-a250-e2374ae09742 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0625782 Mar 10 04:20:23.761074 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d326e44-5519-44d2-8841-81daf2665ad5 req-43d3f0f7-0f56-4b9f-bd75-f6cf430f8ef5 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Mar 10 04:20:24.485626 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9d7ed-5fb2-47ab-aa9b-7ae08f5b27d7 req-53fb3cf8-c707-4e68-aa4f-0b56a7cfd7b3 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:24.487075 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e3f9d7ed-5fb2-47ab-aa9b-7ae08f5b27d7 req-53fb3cf8-c707-4e68-aa4f-0b56a7cfd7b3 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 944 time: 0.0511081 Mar 10 04:20:24.536929 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e3f9d7ed-5fb2-47ab-aa9b-7ae08f5b27d7 req-69cb04c4-acbe-4700-a607-a455e262087d tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Mar 10 04:20:24.704586 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 2ee8569f-11a8-49ba-88ef-a11b5e62f72c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:20:24.800702 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:20:24.811723 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'port_id': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'mac_address': 'fa:16:3e:6a:63:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:20:24.850043 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:20:24.850437 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:24.863376 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee8569f-11a8-49ba-88ef-a11b5e62f72c {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:20:24.883462 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:20:24.888932 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10a768-da1e-4dc1-96e0-61a955f0f798 req-019bf747-3ba5-4355-b927-09dc250e1094 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:24.897466 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9b10a768-da1e-4dc1-96e0-61a955f0f798 req-019bf747-3ba5-4355-b927-09dc250e1094 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0539434 Mar 10 04:20:24.936135 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9b10a768-da1e-4dc1-96e0-61a955f0f798 req-2c325c0c-41f0-4a64-a326-d83aa798169b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Mar 10 04:20:24.972569 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:25.022900 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:25.025840 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c87d7b94-b609-40c4-afea-c8fc60b70357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:25.478550 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['2ee8569f-11a8-49ba-88ef-a11b5e62f72c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:20:25.541966 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 56902) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:25.658394 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e42f05-9ccc-49f9-ac1f-ec51076cf80f req-fadc89f7-cde7-4f16-8f99-86c1f0b905d8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:25.659896 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-82e42f05-9ccc-49f9-ac1f-ec51076cf80f req-fadc89f7-cde7-4f16-8f99-86c1f0b905d8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 945 time: 0.0545914 Mar 10 04:20:25.684594 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-61595f4f-edab-44c2-85b2-581b866d9947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:25.710140 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-82e42f05-9ccc-49f9-ac1f-ec51076cf80f req-828913e7-654f-4ca4-b955-a1da461539c9 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Mar 10 04:20:25.757922 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-61595f4f-edab-44c2-85b2-581b866d9947 admin admin] Publish callbacks [] for security_group (c049abb4-fd56-4e19-bd9f-15c3c91a6ead), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:25.865561 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-61595f4f-edab-44c2-85b2-581b866d9947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c049abb4-fd56-4e19-bd9f-15c3c91a6ead), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:25.902743 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-61595f4f-edab-44c2-85b2-581b866d9947 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cfc62de265841c4ac8cc654e8b6cd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590422 Mar 10 04:20:25.904220 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61595f4f-edab-44c2-85b2-581b866d9947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c049abb4-fd56-4e19-bd9f-15c3c91a6ead,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:25.906162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 56910) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:25.955294 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f156f0fb-ca52-4af3-92c7-0e7bf2a42628 admin admin] Publish callbacks [] for security_group (c049abb4-fd56-4e19-bd9f-15c3c91a6ead), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:25.976867 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f156f0fb-ca52-4af3-92c7-0e7bf2a42628 admin admin] Publish callbacks [] for security_group (c049abb4-fd56-4e19-bd9f-15c3c91a6ead), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:26.065476 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610868-b019-4c63-acf4-fbeb735f906c req-267e6e2f-f26d-4886-94b7-9a0b43c48668 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:26.066936 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d0610868-b019-4c63-acf4-fbeb735f906c req-267e6e2f-f26d-4886-94b7-9a0b43c48668 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0627873 Mar 10 04:20:26.112435 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d0610868-b019-4c63-acf4-fbeb735f906c req-55679333-e612-4093-a489-1f080738418a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Mar 10 04:20:26.162965 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f156f0fb-ca52-4af3-92c7-0e7bf2a42628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c049abb4-fd56-4e19-bd9f-15c3c91a6ead), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:26.165599 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f156f0fb-ca52-4af3-92c7-0e7bf2a42628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:26.166708 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-f156f0fb-ca52-4af3-92c7-0e7bf2a42628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c049abb4-fd56-4e19-bd9f-15c3c91a6ead HTTP/1.1" status: 204 len: 168 time: 0.2594206 Mar 10 04:20:26.174569 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f0fb-ca52-4af3-92c7-0e7bf2a42628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c049abb4-fd56-4e19-bd9f-15c3c91a6ead,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:26.378545 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:26.732607 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 2ee8569f-11a8-49ba-88ef-a11b5e62f72c up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:20:26.831385 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:20:26.835902 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:20:26.836358 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:26.847804 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc41826-6863-4de8-a55c-7cdd4c7179c5 req-3e559d33-fe19-46c1-9f83-4d5759a26275 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:26.847804 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8bc41826-6863-4de8-a55c-7cdd4c7179c5 req-3e559d33-fe19-46c1-9f83-4d5759a26275 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 945 time: 0.0529890 Mar 10 04:20:26.896850 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8bc41826-6863-4de8-a55c-7cdd4c7179c5 req-ed01ed9c-919a-42ea-a239-92eefbfa6dc1 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Mar 10 04:20:26.912582 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:20:26.912978 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:26.940966 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:20:26.943209 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2066af-d71e-448c-9715-a39859dda337" -d '{"events": [{"server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "name": "network-vif-plugged", "status": "completed", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:20:26.955400 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:20:26.996494 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3208c614-dd93-41d7-b27b-23b0d584a300 x-openstack-request-id: req-3208c614-dd93-41d7-b27b-23b0d584a300 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:20:26.996888 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "name": "network-vif-plugged", "status": "completed", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:20:26.997200 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3208c614-dd93-41d7-b27b-23b0d584a300 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:20:26.998235 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'code': 200} Mar 10 04:20:27.043010 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:27.090738 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:27.229618 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd02449-7c21-4061-af9b-0415dd3f1cdb req-bfc03be3-203c-406a-bf9d-93b90ed1236f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:27.231299 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0fd02449-7c21-4061-af9b-0415dd3f1cdb req-bfc03be3-203c-406a-bf9d-93b90ed1236f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0539808 Mar 10 04:20:27.280726 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0fd02449-7c21-4061-af9b-0415dd3f1cdb req-7bf17cf0-7b61-42fd-8872-8a0d1d2cc16b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Mar 10 04:20:27.356366 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c67d9e-1564-4448-a54a-c3b9b5544f42 req-5762e3ba-f123-4cbe-8447-7a1469dabd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:27.357963 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-62c67d9e-1564-4448-a54a-c3b9b5544f42 req-5762e3ba-f123-4cbe-8447-7a1469dabd4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1130 time: 0.0427260 Mar 10 04:20:27.402521 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-62c67d9e-1564-4448-a54a-c3b9b5544f42 req-0e1ecce0-f80f-4e53-b859-4b1aefe96576 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381417 Mar 10 04:20:27.734196 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:28.014686 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b51a0-83d0-4740-a593-53a810de50ea req-64d4d7bf-b138-4ee5-80a4-2898fb3120e2 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:28.016182 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-703b51a0-83d0-4740-a593-53a810de50ea req-64d4d7bf-b138-4ee5-80a4-2898fb3120e2 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0536556 Mar 10 04:20:28.073735 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-703b51a0-83d0-4740-a593-53a810de50ea req-426e34b4-bfc3-40e3-b8bd-d6f03b2933f5 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514054 Mar 10 04:20:28.400689 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d863185-304c-4da7-9a73-40cac1d0c436 req-04456cd0-bf51-4e16-93f3-dedda963b2c0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:28.402169 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d863185-304c-4da7-9a73-40cac1d0c436 req-04456cd0-bf51-4e16-93f3-dedda963b2c0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0558751 Mar 10 04:20:28.449961 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d863185-304c-4da7-9a73-40cac1d0c436 req-bd0d44ff-9fc5-4d56-b5ea-4617d3635a07 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Mar 10 04:20:29.169139 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:29.212835 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a20e5-d591-4841-91d8-086c57667d0a req-0395c232-440a-4c37-bb48-a94a48dcbe5f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:29.214380 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-187a20e5-d591-4841-91d8-086c57667d0a req-0395c232-440a-4c37-bb48-a94a48dcbe5f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0615897 Mar 10 04:20:29.482397 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-187a20e5-d591-4841-91d8-086c57667d0a req-93507a71-e90d-4035-a3f1-a329c94026d5 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614682 Mar 10 04:20:29.580109 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc11a97-adfc-4dce-80a1-a3cff4cd237c req-e8ddfd62-211c-479e-a094-f8e977ebcc2c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:29.581678 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acc11a97-adfc-4dce-80a1-a3cff4cd237c req-e8ddfd62-211c-479e-a094-f8e977ebcc2c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0550356 Mar 10 04:20:29.628222 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acc11a97-adfc-4dce-80a1-a3cff4cd237c req-ac1e66b0-a069-4287-ac1d-f136db80820f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411026 Mar 10 04:20:30.613963 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d77e2-f001-40b9-8161-87795fe854e2 req-64caf434-e4d2-4426-bd17-b09bcfb27702 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:30.615355 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae0d77e2-f001-40b9-8161-87795fe854e2 req-64caf434-e4d2-4426-bd17-b09bcfb27702 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0530841 Mar 10 04:20:30.666732 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae0d77e2-f001-40b9-8161-87795fe854e2 req-3ddf3000-72cb-4bc9-b0a9-9363d75e64cb tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Mar 10 04:20:30.769450 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd0139-33fa-40dd-9ef7-ab804412660c req-143c5b5d-616c-41d8-a7eb-1470dee1842e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:30.770860 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-64dd0139-33fa-40dd-9ef7-ab804412660c req-143c5b5d-616c-41d8-a7eb-1470dee1842e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0751331 Mar 10 04:20:30.819029 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667e606-a54b-49ea-a615-66908bd0e5f1 req-f7f3d830-d82e-43f4-9147-ff000aba9ad2 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:30.820881 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4667e606-a54b-49ea-a615-66908bd0e5f1 req-f7f3d830-d82e-43f4-9147-ff000aba9ad2 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0845916 Mar 10 04:20:30.841600 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-64dd0139-33fa-40dd-9ef7-ab804412660c req-b4089263-0b6b-4aa4-9392-180ba88509f8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649924 Mar 10 04:20:30.879175 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4667e606-a54b-49ea-a615-66908bd0e5f1 req-911eb478-7572-4541-8282-b4323f129276 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499809 Mar 10 04:20:31.203409 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1dc4f-d630-49e4-8972-f6aced00ff21 req-32b20a3b-9737-4a4b-b39c-9c35113b4164 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:31.204835 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6eb1dc4f-d630-49e4-8972-f6aced00ff21 req-32b20a3b-9737-4a4b-b39c-9c35113b4164 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0519052 Mar 10 04:20:31.251310 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6eb1dc4f-d630-49e4-8972-f6aced00ff21 req-aed4de80-b8b7-4a24-833d-c02b52b2805d tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410070 Mar 10 04:20:31.970128 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73127df-38ad-4427-82d2-ce76b06b1ada req-a0dae329-d321-49ed-ab68-38e25708aad7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:31.971608 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c73127df-38ad-4427-82d2-ce76b06b1ada req-a0dae329-d321-49ed-ab68-38e25708aad7 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0554576 Mar 10 04:20:32.018047 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c73127df-38ad-4427-82d2-ce76b06b1ada req-79a79bdc-4123-4624-a91f-e7691a92e312 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Mar 10 04:20:32.114998 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:20:32.501093 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a37c8-ba46-4297-b309-23a7bc09e6b3 req-aea45f99-34ce-4847-9604-264929901e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:32.502569 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-814a37c8-ba46-4297-b309-23a7bc09e6b3 req-aea45f99-34ce-4847-9604-264929901e1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.0452900 Mar 10 04:20:32.548344 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-814a37c8-ba46-4297-b309-23a7bc09e6b3 req-dc1e744f-4760-4b7b-bd75-6000faae611a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377123 Mar 10 04:20:33.134629 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae184b05-02ad-408b-a5bd-34009b0c62a0 req-4d8c4414-2ad3-446f-baf5-fcc7e03bb696 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:33.136018 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae184b05-02ad-408b-a5bd-34009b0c62a0 req-4d8c4414-2ad3-446f-baf5-fcc7e03bb696 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0514660 Mar 10 04:20:33.194988 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ae184b05-02ad-408b-a5bd-34009b0c62a0 req-cbc73518-8e72-4158-9103-e83d756cde12 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533438 Mar 10 04:20:34.325483 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47523c84-65a1-49c8-b002-253312821231 req-3ca694e0-575d-446a-8a87-d05db250f7bb tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:34.328160 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-47523c84-65a1-49c8-b002-253312821231 req-3ca694e0-575d-446a-8a87-d05db250f7bb tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0549929 Mar 10 04:20:34.391969 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-47523c84-65a1-49c8-b002-253312821231 req-a533923a-db92-4813-b620-d19d05f87d43 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582936 Mar 10 04:20:34.776824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1f53f-d802-44f5-b56e-e70fe60bdc87 req-215b3a5e-5b41-433b-bee7-ffc1d22c2e31 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:34.778317 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-98b1f53f-d802-44f5-b56e-e70fe60bdc87 req-215b3a5e-5b41-433b-bee7-ffc1d22c2e31 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0526533 Mar 10 04:20:34.852963 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-98b1f53f-d802-44f5-b56e-e70fe60bdc87 req-674e29bb-60f6-477f-aabc-8aacfa404c5b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688088 Mar 10 04:20:34.862503 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-a5efe436-b961-4134-9153-5213dcbb40be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:34.863990 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-a5efe436-b961-4134-9153-5213dcbb40be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.0669491 Mar 10 04:20:34.965754 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-829c71ad-f519-488a-8fc4-945e467e9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:34.967281 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-829c71ad-f519-488a-8fc4-945e467e9d12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.0960231 Mar 10 04:20:35.009241 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-d524fc4f-6f68-49d9-b452-34a90fcb7fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 217 time: 0.0351608 Mar 10 04:20:35.063227 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-4f0d5850-c6f6-4124-8085-b51e07c35b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:35.064843 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-4f0d5850-c6f6-4124-8085-b51e07c35b49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0491302 Mar 10 04:20:35.095080 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-5d7c0f2a-5f45-4610-a7ab-73bb255c40ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240726 Mar 10 04:20:35.186278 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-7a04d102-d3a8-40e2-8267-e3dbfd47cdf3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841885 Mar 10 04:20:35.279836 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c0ed44a5-01c2-40c8-b744-384b121140d0 req-bfb897d5-744e-49c7-b701-e2e9bfe6c63a service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871267 Mar 10 04:20:35.978687 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b741c-8bf1-47b7-9b44-fd950177312d req-b91eae25-6f4c-43a3-bf6c-8e6706d1bb9f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:35.980225 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b37b741c-8bf1-47b7-9b44-fd950177312d req-b91eae25-6f4c-43a3-bf6c-8e6706d1bb9f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0554647 Mar 10 04:20:36.027758 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b37b741c-8bf1-47b7-9b44-fd950177312d req-44fb887a-71b7-4729-a4c7-3b4c84fc3444 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Mar 10 04:20:37.153117 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae9be2-adcf-4b61-957a-0adb073b1691 req-00404408-780d-4a4b-b432-28b131a0876a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:37.154583 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c7ae9be2-adcf-4b61-957a-0adb073b1691 req-00404408-780d-4a4b-b432-28b131a0876a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0582120 Mar 10 04:20:37.209150 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c7ae9be2-adcf-4b61-957a-0adb073b1691 req-27fafa50-50a4-4246-8d07-659f4270b010 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Mar 10 04:20:38.363554 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519fde0-f6b0-4ab5-8198-a8eafe99cec3 req-0c419890-eff4-44a8-8545-469c405ea70e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:38.365606 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d519fde0-f6b0-4ab5-8198-a8eafe99cec3 req-0c419890-eff4-44a8-8545-469c405ea70e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0859828 Mar 10 04:20:38.373710 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9761eb0-2cfd-44fd-8335-6d2c92e4179b req-058c8b2b-aaff-4ebe-8f95-52b414f9563a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:38.376099 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c9761eb0-2cfd-44fd-8335-6d2c92e4179b req-058c8b2b-aaff-4ebe-8f95-52b414f9563a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0870037 Mar 10 04:20:38.456002 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d519fde0-f6b0-4ab5-8198-a8eafe99cec3 req-7b99e321-6333-4b9d-90d0-9cddd37df9f4 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Mar 10 04:20:38.460112 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c9761eb0-2cfd-44fd-8335-6d2c92e4179b req-463ee577-e9db-4cc6-bee2-c7b604461c1f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767860 Mar 10 04:20:38.481581 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 57194) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:38.751639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562bb7c-2fcf-46ad-ad0f-9d51451fd76d tempest-TestMinimumBasicScenario-298560986 tempest-TestMinimumBasicScenario-298560986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:38.753234 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-9562bb7c-2fcf-46ad-ad0f-9d51451fd76d tempest-TestMinimumBasicScenario-298560986 tempest-TestMinimumBasicScenario-298560986-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1125 time: 0.2704921 Mar 10 04:20:38.756027 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 57200) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:38.760253 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'port_id': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:38.848578 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:38.949783 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:39.064876 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Allocated IP 172.28.0.216 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/6f811230-cdd5-4182-9d69-b7e4764f0be0) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:20:39.172420 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:39.260618 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:39.299430 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:20:39.306041 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:20:39.309867 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:20:39.333314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'Port': ['ID=6f811230-cdd5-4182-9d69-b7e4764f0be0,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:39.348271 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.348634 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.348987 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.349340 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.349684 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.350024 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.350367 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.350703 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.351042 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.351374 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.351708 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.352058 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.352390 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:39.664901 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd2894-7e2d-44d4-ad3a-14e76d911e03 req-d7e94831-42b4-4dfe-b609-c039fef5b160 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:39.667266 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d0dd2894-7e2d-44d4-ad3a-14e76d911e03 req-d7e94831-42b4-4dfe-b609-c039fef5b160 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.1149502 Mar 10 04:20:39.808153 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d0dd2894-7e2d-44d4-ad3a-14e76d911e03 req-53f9cef4-b9cb-495f-9cda-70a7d0ecc63c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339478 Mar 10 04:20:39.845220 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for floatingip (ad6e0ddf-5632-4161-8eab-44b68e258e6c), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:39.980854 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:40.148600 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:40.242789 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:40.315157 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'Port': ['ID=6f811230-cdd5-4182-9d69-b7e4764f0be0,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:40.324904 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (ad6e0ddf-5632-4161-8eab-44b68e258e6c), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:40.428944 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Floating IP ad6e0ddf-5632-4161-8eab-44b68e258e6c associated. External IP: 172.28.0.216, port: 2ee8569f-11a8-49ba-88ef-a11b5e62f72c. Mar 10 04:20:40.638650 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:20:40.746577 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:20:40.756807 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] Sync routers for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:20:40.767266 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:20:40.767873 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:20:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:20:40.816364 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:40.852312 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-c6dd28ce-e2ed-4be7-b2d8-43c28b622318 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0951328 Mar 10 04:20:40.853057 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:20:40.855148 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57218) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:40.855705 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeac213-a296-4564-81cf-a2a97dd66eba" -d '{"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:20:40.861113 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964338605', 'description': 'tempest-secgroup-smoke-964338605 description', 'project_id': '69974b685de647498d16725e5b34ac1c'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:40.895531 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af9e942-5898-4463-a5ae-71fa71ec2db2 x-openstack-request-id: req-7af9e942-5898-4463-a5ae-71fa71ec2db2 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:20:40.895930 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:20:40.896231 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7af9e942-5898-4463-a5ae-71fa71ec2db2 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:20:40.896628 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'status': 'completed', 'code': 200} Mar 10 04:20:40.957078 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:40.961821 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:20:40.981450 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeac213-a296-4564-81cf-a2a97dd66eba req-e4f36541-fcbf-44f9-ade0-5c632bb7e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:40.982959 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efeac213-a296-4564-81cf-a2a97dd66eba req-e4f36541-fcbf-44f9-ade0-5c632bb7e66f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1130 time: 0.0638094 Mar 10 04:20:41.035945 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group (8f759715-3327-49fe-8d26-077780020ea6), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.086490 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeac213-a296-4564-81cf-a2a97dd66eba req-966810f4-d2d2-47f2-a751-df7b69d19ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:41.088109 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efeac213-a296-4564-81cf-a2a97dd66eba req-966810f4-d2d2-47f2-a751-df7b69d19ede service neutron] 10.222.0.37 "GET /v2.0/networks?id=d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 200 len: 916 time: 0.0987957 Mar 10 04:20:41.117551 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8f759715-3327-49fe-8d26-077780020ea6), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.155750 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f759715-3327-49fe-8d26-077780020ea6,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:41.163399 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.164074 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.164615 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.164963 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.165298 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.165793 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.166283 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.166769 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.167446 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.167937 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.168586 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.168923 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.169248 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:20:41.197688 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'ad6e0ddf-5632-4161-8eab-44b68e258e6c', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'floating_ip_address': '172.28.0.216', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'port_id': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'mac_address': 'fa:16:3e:6a:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63116185-560f-43b7-9191-08354f4161cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:20:39Z', 'updated_at': '2022-03-10T04:20:39Z', 'revision_number': 0, 'project_id': '69974b685de647498d16725e5b34ac1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:43Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:20:41.224425 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] Checking router: 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:20:41.228141 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.229914 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a23b3a56-b22e-43c0-9840-74dda595b85f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3735647 Mar 10 04:20:41.234813 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57222) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:41.243214 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:20:41.243214 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:20:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:20:41.243436 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-0ae2cc4f-ea7f-41cb-9cca-f589f5895513 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'security_group_rule': {'security_group_id': '8f759715-3327-49fe-8d26-077780020ea6', 'project_id': '69974b685de647498d16725e5b34ac1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:41.335508 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0ae2cc4f-ea7f-41cb-9cca-f589f5895513 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (1591fb97-028e-4ee8-b883-b758c60fa08e), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.357841 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:20:41.396479 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efeac213-a296-4564-81cf-a2a97dd66eba req-d2c903f2-5855-4c04-857c-985b65cd35cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 1000 time: 0.3018115 Mar 10 04:20:41.402821 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0ae2cc4f-ea7f-41cb-9cca-f589f5895513 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (1591fb97-028e-4ee8-b883-b758c60fa08e), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.449701 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeac213-a296-4564-81cf-a2a97dd66eba req-bbd5d6c4-35f4-47e3-bf7e-0cb75179083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:41.451336 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efeac213-a296-4564-81cf-a2a97dd66eba req-bbd5d6c4-35f4-47e3-bf7e-0cb75179083f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b HTTP/1.1" status: 200 len: 854 time: 0.0483356 Mar 10 04:20:41.472957 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0ae2cc4f-ea7f-41cb-9cca-f589f5895513 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (1591fb97-028e-4ee8-b883-b758c60fa08e), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.493243 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2cc4f-ea7f-41cb-9cca-f589f5895513 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1591fb97-028e-4ee8-b883-b758c60fa08e,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:41.522037 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeac213-a296-4564-81cf-a2a97dd66eba req-e09fc215-f48a-4169-99d1-893465b4de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:41.523562 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efeac213-a296-4564-81cf-a2a97dd66eba req-e09fc215-f48a-4169-99d1-893465b4de34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d85ad72a-ad30-4e43-adc4-19f6c4af5593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0574374 Mar 10 04:20:41.563763 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0ae2cc4f-ea7f-41cb-9cca-f589f5895513 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.567959 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0ae2cc4f-ea7f-41cb-9cca-f589f5895513 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289514 Mar 10 04:20:41.568205 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57228) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:41.572880 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-9433d568-66ec-4b45-a48e-9409d22323a0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'security_group_rule': {'security_group_id': '8f759715-3327-49fe-8d26-077780020ea6', 'project_id': '69974b685de647498d16725e5b34ac1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:41.616541 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'ad6e0ddf-5632-4161-8eab-44b68e258e6c', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'floating_ip_address': '172.28.0.216', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'port_id': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'mac_address': 'fa:16:3e:6a:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63116185-560f-43b7-9191-08354f4161cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:20:39Z', 'updated_at': '2022-03-10T04:20:39Z', 'revision_number': 0, 'project_id': '69974b685de647498d16725e5b34ac1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:43Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:20:41.636955 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efeac213-a296-4564-81cf-a2a97dd66eba req-e9efa1d5-831d-4ed8-8659-7c6b227a968c service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067827 Mar 10 04:20:41.646587 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9408a2-d6ca-4c26-9c01-409fab8a02d4 None None] The sync data for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb is: [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'ad6e0ddf-5632-4161-8eab-44b68e258e6c', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'floating_ip_address': '172.28.0.216', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'port_id': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'mac_address': 'fa:16:3e:6a:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63116185-560f-43b7-9191-08354f4161cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:20:39Z', 'updated_at': '2022-03-10T04:20:39Z', 'revision_number': 0, 'project_id': '69974b685de647498d16725e5b34ac1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:43Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:20:41.676957 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9433d568-66ec-4b45-a48e-9409d22323a0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (ca7c4eab-f04a-457d-80ec-cdefedf9db95), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.735284 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-efeac213-a296-4564-81cf-a2a97dd66eba req-de933cd1-8d36-49de-9b3b-99ece2b44da4 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907922 Mar 10 04:20:41.743985 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9433d568-66ec-4b45-a48e-9409d22323a0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (ca7c4eab-f04a-457d-80ec-cdefedf9db95), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.796896 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9433d568-66ec-4b45-a48e-9409d22323a0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (ca7c4eab-f04a-457d-80ec-cdefedf9db95), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.817291 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433d568-66ec-4b45-a48e-9409d22323a0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7c4eab-f04a-457d-80ec-cdefedf9db95,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:41.867478 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9433d568-66ec-4b45-a48e-9409d22323a0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:41.868748 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-9433d568-66ec-4b45-a48e-9409d22323a0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2995439 Mar 10 04:20:41.871467 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57232) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:41.875971 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-7eb3b38f-1e30-4a64-9ed3-421f328b1d8a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'security_group_rule': {'security_group_id': '8f759715-3327-49fe-8d26-077780020ea6', 'project_id': '69974b685de647498d16725e5b34ac1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:41.899924 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0f002-5c87-4179-b504-da23d5457cde None None] New status for floating IP ad6e0ddf-5632-4161-8eab-44b68e258e6c: ACTIVE {{(pid=103753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:20:41.951581 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b38f-1e30-4a64-9ed3-421f328b1d8a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (058ae343-a717-4dc5-bd8b-23722152a78c), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.014378 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b38f-1e30-4a64-9ed3-421f328b1d8a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (058ae343-a717-4dc5-bd8b-23722152a78c), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.117213 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b38f-1e30-4a64-9ed3-421f328b1d8a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (058ae343-a717-4dc5-bd8b-23722152a78c), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.134237 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3b38f-1e30-4a64-9ed3-421f328b1d8a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058ae343-a717-4dc5-bd8b-23722152a78c,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:42.216640 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b38f-1e30-4a64-9ed3-421f328b1d8a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.217809 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-7eb3b38f-1e30-4a64-9ed3-421f328b1d8a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453722 Mar 10 04:20:42.221286 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57234) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:42.226000 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-cfe19a61-bef8-4402-8c07-318cbe5baf9b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'security_group_rule': {'security_group_id': '8f759715-3327-49fe-8d26-077780020ea6', 'project_id': '69974b685de647498d16725e5b34ac1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:42.344069 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cfe19a61-bef8-4402-8c07-318cbe5baf9b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (98a20230-6c1c-4d05-a77a-fcfa0ad3bc93), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.398471 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cfe19a61-bef8-4402-8c07-318cbe5baf9b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (98a20230-6c1c-4d05-a77a-fcfa0ad3bc93), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.464247 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cfe19a61-bef8-4402-8c07-318cbe5baf9b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (98a20230-6c1c-4d05-a77a-fcfa0ad3bc93), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.482846 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe19a61-bef8-4402-8c07-318cbe5baf9b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a20230-6c1c-4d05-a77a-fcfa0ad3bc93,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:42.567365 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cfe19a61-bef8-4402-8c07-318cbe5baf9b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.567365 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-cfe19a61-bef8-4402-8c07-318cbe5baf9b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439126 Mar 10 04:20:42.569645 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57240) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:42.574219 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'security_group_rule': {'security_group_id': '8f759715-3327-49fe-8d26-077780020ea6', 'project_id': '69974b685de647498d16725e5b34ac1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:42.622923 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac851f1-0706-4dae-ba9a-b9572ba5b6e6 req-648cb6af-94da-4b7f-b4d1-281438eead32 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:42.624466 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5ac851f1-0706-4dae-ba9a-b9572ba5b6e6 req-648cb6af-94da-4b7f-b4d1-281438eead32 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0593781 Mar 10 04:20:42.660855 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.securitygroups_db [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Project 69974b685de647498d16725e5b34ac1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:20:42.665906 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (42189592-b5f2-4b46-aaed-dd3a6fc446dd), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.673378 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5ac851f1-0706-4dae-ba9a-b9572ba5b6e6 req-1d589dcd-322f-4ed8-bd5c-5101229cc821 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432589 Mar 10 04:20:42.725165 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (42189592-b5f2-4b46-aaed-dd3a6fc446dd), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.784032 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (42189592-b5f2-4b46-aaed-dd3a6fc446dd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.803900 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42189592-b5f2-4b46-aaed-dd3a6fc446dd,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:42.860247 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:42.861518 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-3ea31dcf-3a07-4de2-9748-c714d550124a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2909045 Mar 10 04:20:42.864436 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57250) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:20:42.868640 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'security_group_rule': {'security_group_id': '8f759715-3327-49fe-8d26-077780020ea6', 'project_id': '69974b685de647498d16725e5b34ac1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:42.949829 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.securitygroups_db [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Project 69974b685de647498d16725e5b34ac1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:20:42.955637 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (60b4239a-4279-418b-93a4-67b85d031d5a), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.030925 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (60b4239a-4279-418b-93a4-67b85d031d5a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.121552 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (60b4239a-4279-418b-93a4-67b85d031d5a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.138949 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b4239a-4279-418b-93a4-67b85d031d5a,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:43.210515 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.211847 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a55ce5fa-35b4-492b-a139-cb3abe58f41b tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3464715 Mar 10 04:20:43.301349 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-4f5cb89f-a9f3-4323-808c-ebc993cafb42 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964338605&fields=id&tenant_id=69974b685de647498d16725e5b34ac1c HTTP/1.1" status: 200 len: 267 time: 0.0437284 Mar 10 04:20:43.357612 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-becea5b0-1fa9-45e5-9fd4-ad09791c7091 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:43.359188 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-becea5b0-1fa9-45e5-9fd4-ad09791c7091 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0525849 Mar 10 04:20:43.371271 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'port': {'security_groups': ['8e1e46fc-948e-4dce-89e4-931b06151d6c', '8f759715-3327-49fe-8d26-077780020ea6']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:20:43.458713 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.664305 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:20:43.695121 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.733837 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.748912 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['2ee8569f-11a8-49ba-88ef-a11b5e62f72c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:20:43.778288 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:43.778945 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:43.780361 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3208f3c3-25d6-463e-ba27-8ec222ee7797 req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "PUT /v2.0/ports/2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 982 time: 0.4139376 Mar 10 04:20:43.780822 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:20:43.783661 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72583350-1abf-4faf-b644-cd13087dfdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:20:43.816413 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd51525-be3d-46fb-84f7-88c7f94383e8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=6']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:20:43.873671 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dcb765-0d7a-4b01-af44-d3f0e0faed86 x-openstack-request-id: req-c5dcb765-0d7a-4b01-af44-d3f0e0faed86 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:20:43.876989 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:20:43.876989 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5dcb765-0d7a-4b01-af44-d3f0e0faed86 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:20:43.876989 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'status': 'completed', 'code': 200} Mar 10 04:20:43.914498 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['2ee8569f-11a8-49ba-88ef-a11b5e62f72c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:20:43.987571 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031c29-78a9-470e-a75f-656618ee47f1 req-37441c81-cc66-4878-aa92-ded4b09377f4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:43.992894 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-76031c29-78a9-470e-a75f-656618ee47f1 req-37441c81-cc66-4878-aa92-ded4b09377f4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.1051648 Mar 10 04:20:44.027830 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72583350-1abf-4faf-b644-cd13087dfdcf req-39ec7bb6-a5f3-4346-b300-342d7acb7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:44.029371 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72583350-1abf-4faf-b644-cd13087dfdcf req-39ec7bb6-a5f3-4346-b300-342d7acb7ba2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1169 time: 0.1318994 Mar 10 04:20:44.129855 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-76031c29-78a9-470e-a75f-656618ee47f1 req-a10ad94e-bd8e-4dc5-950b-b38110ccc87a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332750 Mar 10 04:20:44.165680 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72583350-1abf-4faf-b644-cd13087dfdcf req-58296886-a8a7-4212-b0cc-e57b1798b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:44.167353 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72583350-1abf-4faf-b644-cd13087dfdcf req-58296886-a8a7-4212-b0cc-e57b1798b25e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 200 len: 916 time: 0.1264811 Mar 10 04:20:44.180864 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-1060e496-55ce-449a-831f-823bd5130a66 None None] Provisioning complete for port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:20:44.181250 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1060e496-55ce-449a-831f-823bd5130a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:44.242258 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72583350-1abf-4faf-b644-cd13087dfdcf req-3960fae8-6104-47f2-a3d8-1d4c2a629100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 1002 time: 0.0689006 Mar 10 04:20:44.293635 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72583350-1abf-4faf-b644-cd13087dfdcf req-193fe34f-11dd-4cbc-90e1-66da92ba3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:44.294832 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72583350-1abf-4faf-b644-cd13087dfdcf req-193fe34f-11dd-4cbc-90e1-66da92ba3f67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b HTTP/1.1" status: 200 len: 854 time: 0.0443149 Mar 10 04:20:44.347765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72583350-1abf-4faf-b644-cd13087dfdcf req-b118bd12-d9ff-414f-bad7-8d3ed4cd81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:44.349623 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72583350-1abf-4faf-b644-cd13087dfdcf req-b118bd12-d9ff-414f-bad7-8d3ed4cd81b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d85ad72a-ad30-4e43-adc4-19f6c4af5593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0467310 Mar 10 04:20:44.408342 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-1060e496-55ce-449a-831f-823bd5130a66 None None] Current status of the port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:20:44.447721 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72583350-1abf-4faf-b644-cd13087dfdcf req-bf1e960a-a24b-452c-a5ca-77c6dc8d6391 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867293 Mar 10 04:20:44.547201 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72583350-1abf-4faf-b644-cd13087dfdcf req-7801ba9a-f36a-431c-b155-cdae2ccb8e14 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926418 Mar 10 04:20:47.182963 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afd86f-6bcd-48b5-a9bc-c2c695e03362 req-5046b020-74f1-4b75-8222-ebdfb65069cf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:47.184604 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a1afd86f-6bcd-48b5-a9bc-c2c695e03362 req-5046b020-74f1-4b75-8222-ebdfb65069cf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0534537 Mar 10 04:20:47.261862 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a1afd86f-6bcd-48b5-a9bc-c2c695e03362 req-96504fe4-223f-4e0f-a857-41fd7fb60c69 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709288 Mar 10 04:20:47.269213 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-45ec8129-f0bd-4adf-bdc1-5a23951f1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:47.269752 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-45ec8129-f0bd-4adf-bdc1-5a23951f1175 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.0652571 Mar 10 04:20:47.362948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-5beb4572-dc0c-4259-b88b-9ddb88e25ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:47.364418 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-5beb4572-dc0c-4259-b88b-9ddb88e25ce5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.0871937 Mar 10 04:20:47.405478 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-da76ceb6-719d-4951-898b-c7cec116c4d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 217 time: 0.0323021 Mar 10 04:20:47.459452 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-f792c2e8-92b9-43b9-ba62-6f2bba6ffc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:47.460964 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-f792c2e8-92b9-43b9-ba62-6f2bba6ffc45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0464010 Mar 10 04:20:47.494152 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-b4e7a4fe-3f07-412e-a768-ea4cc977623a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244713 Mar 10 04:20:47.581917 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-889b3116-cee2-4ade-b2b8-419434c5dc78 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804183 Mar 10 04:20:47.671282 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-03b5f20e-ab1c-4c23-9452-26f1d20d3c75 req-be98b652-41d1-4efc-839b-00176ccaa144 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821195 Mar 10 04:20:48.379902 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed1c5-8eb6-456a-91a9-ad4cca02413c req-057c4a66-d2be-45dc-818c-c518c0dae00e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:48.381400 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b56ed1c5-8eb6-456a-91a9-ad4cca02413c req-057c4a66-d2be-45dc-818c-c518c0dae00e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0507061 Mar 10 04:20:48.426917 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b56ed1c5-8eb6-456a-91a9-ad4cca02413c req-05527a42-6069-412f-a3bd-e593eb904d1a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Mar 10 04:20:49.545097 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba41146-abdd-4524-9468-7266ede16538 req-ce016c42-6eb1-43d1-b451-95e6478a4e7b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:49.546602 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1ba41146-abdd-4524-9468-7266ede16538 req-ce016c42-6eb1-43d1-b451-95e6478a4e7b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0545967 Mar 10 04:20:49.592001 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1ba41146-abdd-4524-9468-7266ede16538 req-8a83b445-15f7-48d1-913a-5f693ea75c0e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Mar 10 04:20:50.705705 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898039-19d3-4349-8719-f4b7ddf2082e req-4534c4a5-d235-4926-9508-e2d39783ec03 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:50.707173 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7d898039-19d3-4349-8719-f4b7ddf2082e req-4534c4a5-d235-4926-9508-e2d39783ec03 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0503240 Mar 10 04:20:50.752201 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7d898039-19d3-4349-8719-f4b7ddf2082e req-75f86ea9-b195-41ad-b572-e5fa29232c77 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Mar 10 04:20:51.865008 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:51.866725 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f63d7-fbe8-4cef-bcdf-376e67c3e6b2 req-cc60e677-6bc4-4752-8806-b963a0314c45 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:51.868229 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-eb8f63d7-fbe8-4cef-bcdf-376e67c3e6b2 req-cc60e677-6bc4-4752-8806-b963a0314c45 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0511148 Mar 10 04:20:51.918571 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-eb8f63d7-fbe8-4cef-bcdf-376e67c3e6b2 req-20b18e94-4a05-4854-a779-256c021984f9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Mar 10 04:20:52.756194 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d1639469-2c03-4bf6-99a5-224808e2e99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:53.035399 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ae7d9-1ecf-4c23-8845-5097003460cd req-e76dc5fa-56bb-48b2-b0e6-fa97830f6046 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:53.036903 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2d8ae7d9-1ecf-4c23-8845-5097003460cd req-e76dc5fa-56bb-48b2-b0e6-fa97830f6046 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0522096 Mar 10 04:20:53.082232 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2d8ae7d9-1ecf-4c23-8845-5097003460cd req-f1819173-c3c6-4705-ae36-e794deaedc76 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Mar 10 04:20:54.198728 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63a7e0-e8d6-4dbc-a89e-9eacc4b0a25e req-d944e481-9297-448b-9757-647eb200155c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:54.200469 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3c63a7e0-e8d6-4dbc-a89e-9eacc4b0a25e req-d944e481-9297-448b-9757-647eb200155c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0523949 Mar 10 04:20:54.246359 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3c63a7e0-e8d6-4dbc-a89e-9eacc4b0a25e req-7a4e0b21-0854-4a18-8b6c-7ce6a90c3c0a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Mar 10 04:20:55.057688 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8e24077a-1d44-4fed-9048-1b8e8242155d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:55.371482 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0654046-c85e-4660-ad36-f22065ced7b9 req-104a1662-6f6a-4492-98c5-97dea96c9ed1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:55.372983 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d0654046-c85e-4660-ad36-f22065ced7b9 req-104a1662-6f6a-4492-98c5-97dea96c9ed1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0536191 Mar 10 04:20:55.419416 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d0654046-c85e-4660-ad36-f22065ced7b9 req-ab618daf-3e31-426f-8d8e-51321efa9c63 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Mar 10 04:20:56.344843 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:56.535408 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7a83a-35c4-45af-aaf0-666c926ebcc1 req-06b3322d-b6e1-4980-ad3c-e3d91b08938d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:56.536926 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e9e7a83a-35c4-45af-aaf0-666c926ebcc1 req-06b3322d-b6e1-4980-ad3c-e3d91b08938d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0518482 Mar 10 04:20:56.582739 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e9e7a83a-35c4-45af-aaf0-666c926ebcc1 req-9a7d551b-5cf1-4378-b8a6-8353e155dbb8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Mar 10 04:20:57.696711 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e4e4c-756f-46a8-9962-04a93d9972e0 req-c8b19ac2-2dd9-4a9e-b1a8-bd412c48eb01 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:57.698188 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bc8e4e4c-756f-46a8-9962-04a93d9972e0 req-c8b19ac2-2dd9-4a9e-b1a8-bd412c48eb01 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0505738 Mar 10 04:20:57.747180 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bc8e4e4c-756f-46a8-9962-04a93d9972e0 req-5a57e9c2-b786-4ccf-9584-15a79686fa49 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Mar 10 04:20:57.756304 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:20:58.864244 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a32e89-30da-4f6e-80ac-97f1f0e9faa7 req-551bece1-efbd-4fad-ac81-0879f6387ea2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:20:58.865733 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-20a32e89-30da-4f6e-80ac-97f1f0e9faa7 req-551bece1-efbd-4fad-ac81-0879f6387ea2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0519173 Mar 10 04:20:58.912939 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-20a32e89-30da-4f6e-80ac-97f1f0e9faa7 req-e027a893-8e4e-495f-b8af-9b907e785e4e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Mar 10 04:20:59.172259 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:00.031090 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b57f4-9df2-40ee-be52-c5b2da210226 req-7e73ccc5-ad88-4f3d-90c5-1cebac2918a2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:00.033125 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c80b57f4-9df2-40ee-be52-c5b2da210226 req-7e73ccc5-ad88-4f3d-90c5-1cebac2918a2 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0523429 Mar 10 04:21:00.079016 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c80b57f4-9df2-40ee-be52-c5b2da210226 req-0d859ce0-1bc9-44d0-9e9e-ebb98b026f23 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Mar 10 04:21:01.197553 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cc689-d028-4d6e-b93b-9edab4bb3163 req-ae79860e-b8ac-4585-ac9f-a8a5d78986c5 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:01.198927 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-294cc689-d028-4d6e-b93b-9edab4bb3163 req-ae79860e-b8ac-4585-ac9f-a8a5d78986c5 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0539942 Mar 10 04:21:01.243846 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-294cc689-d028-4d6e-b93b-9edab4bb3163 req-01e33392-caf7-437a-b5ea-08a5d28ec49d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Mar 10 04:21:02.361840 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08dc07-c9a1-48c3-88f5-a3b61984a5a2 req-3d597aff-4083-4cbf-9e2c-15a79d508ce1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:02.363285 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4f08dc07-c9a1-48c3-88f5-a3b61984a5a2 req-3d597aff-4083-4cbf-9e2c-15a79d508ce1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0504711 Mar 10 04:21:02.408971 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4f08dc07-c9a1-48c3-88f5-a3b61984a5a2 req-381a4106-79d4-4d91-981f-7262b97a158c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Mar 10 04:21:03.529873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafeebe-36bc-4e46-9930-0fd033f4361a req-69cbcd6e-0215-4a9a-8048-b2cc618ee6b8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:03.531347 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1eafeebe-36bc-4e46-9930-0fd033f4361a req-69cbcd6e-0215-4a9a-8048-b2cc618ee6b8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0555377 Mar 10 04:21:03.576812 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1eafeebe-36bc-4e46-9930-0fd033f4361a req-8139a65f-3e67-4258-9f72-16d3a2202ed8 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Mar 10 04:21:04.693744 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc32ac-1571-4764-b08b-ea50f398e41c req-18afaa16-bdeb-4bc6-b6be-42a02deded35 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:04.695173 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a7fc32ac-1571-4764-b08b-ea50f398e41c req-18afaa16-bdeb-4bc6-b6be-42a02deded35 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0512996 Mar 10 04:21:04.741017 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a7fc32ac-1571-4764-b08b-ea50f398e41c req-968b206d-7e49-421f-8d87-cd6cdd9c43cd tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Mar 10 04:21:05.773430 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57502) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:05.863355 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e145-d203-4891-a424-1cb60c88fc23 req-a639a3df-642b-40ba-bfae-be9e8dfaa4d6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:05.864951 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0e88e145-d203-4891-a424-1cb60c88fc23 req-a639a3df-642b-40ba-bfae-be9e8dfaa4d6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0519493 Mar 10 04:21:05.877603 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-afaff310-6525-4923-a975-d613e8e80e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:05.915614 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0e88e145-d203-4891-a424-1cb60c88fc23 req-6591c3aa-0f78-419d-a7c5-b235495f3770 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Mar 10 04:21:05.950366 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-afaff310-6525-4923-a975-d613e8e80e3e admin admin] Publish callbacks [] for security_group (f9ec7337-462e-42b0-b863-7e9d6a9cdd61), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:06.030578 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-afaff310-6525-4923-a975-d613e8e80e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (f9ec7337-462e-42b0-b863-7e9d6a9cdd61), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:06.068863 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-afaff310-6525-4923-a975-d613e8e80e3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=660b0adbdca74e6698a7872daabd19b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949688 Mar 10 04:21:06.070193 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaff310-6525-4923-a975-d613e8e80e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec7337-462e-42b0-b863-7e9d6a9cdd61,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:06.071519 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 57506) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:06.119461 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f18ff7b0-9b57-4d31-be32-572c2b09b5f3 admin admin] Publish callbacks [] for security_group (f9ec7337-462e-42b0-b863-7e9d6a9cdd61), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:06.139879 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f18ff7b0-9b57-4d31-be32-572c2b09b5f3 admin admin] Publish callbacks [] for security_group (f9ec7337-462e-42b0-b863-7e9d6a9cdd61), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:06.247585 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f18ff7b0-9b57-4d31-be32-572c2b09b5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (f9ec7337-462e-42b0-b863-7e9d6a9cdd61), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:06.250162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f18ff7b0-9b57-4d31-be32-572c2b09b5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:06.251329 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-f18ff7b0-9b57-4d31-be32-572c2b09b5f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9ec7337-462e-42b0-b863-7e9d6a9cdd61 HTTP/1.1" status: 204 len: 168 time: 0.1787705 Mar 10 04:21:06.258917 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ff7b0-9b57-4d31-be32-572c2b09b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec7337-462e-42b0-b863-7e9d6a9cdd61,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:07.052415 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dee600-769b-4dc5-aea9-73dcd608cf0a req-5841a81d-8fb4-4d12-b429-8e7e300119bf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:07.053992 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41dee600-769b-4dc5-aea9-73dcd608cf0a req-5841a81d-8fb4-4d12-b429-8e7e300119bf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0667574 Mar 10 04:21:07.103474 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41dee600-769b-4dc5-aea9-73dcd608cf0a req-e81c0a43-fa36-4c9f-9289-bd388c71e13c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Mar 10 04:21:08.224326 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6c1a9-48f2-45fb-b47d-546152f44936 req-82d3d121-02fc-4634-967c-8adb40ed7d08 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:08.225734 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9ab6c1a9-48f2-45fb-b47d-546152f44936 req-82d3d121-02fc-4634-967c-8adb40ed7d08 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0552320 Mar 10 04:21:08.271811 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9ab6c1a9-48f2-45fb-b47d-546152f44936 req-11951765-268a-4ca6-a19e-47358c8ff8fb tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Mar 10 04:21:08.502891 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 57554) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:08.603510 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4db21500-817a-4d58-bb54-e95764d5cfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:08.674084 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4db21500-817a-4d58-bb54-e95764d5cfb4 admin admin] Publish callbacks [] for security_group (606cfd03-2c5a-42ab-9b7a-1134200c9235), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:08.744698 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4db21500-817a-4d58-bb54-e95764d5cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (606cfd03-2c5a-42ab-9b7a-1134200c9235), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:08.782488 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-4db21500-817a-4d58-bb54-e95764d5cfb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7abdb1e16dfd415d97e7997e3dba5603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784026 Mar 10 04:21:08.783284 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db21500-817a-4d58-bb54-e95764d5cfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606cfd03-2c5a-42ab-9b7a-1134200c9235,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:08.785264 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57558) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:08.833719 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d439e7c-0dbb-4e4e-bbb2-95d93ebeee84 admin admin] Publish callbacks [] for security_group (606cfd03-2c5a-42ab-9b7a-1134200c9235), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:08.853686 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d439e7c-0dbb-4e4e-bbb2-95d93ebeee84 admin admin] Publish callbacks [] for security_group (606cfd03-2c5a-42ab-9b7a-1134200c9235), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:08.955937 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d439e7c-0dbb-4e4e-bbb2-95d93ebeee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (606cfd03-2c5a-42ab-9b7a-1134200c9235), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:08.958502 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d439e7c-0dbb-4e4e-bbb2-95d93ebeee84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:08.959668 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-4d439e7c-0dbb-4e4e-bbb2-95d93ebeee84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/606cfd03-2c5a-42ab-9b7a-1134200c9235 HTTP/1.1" status: 204 len: 168 time: 0.1732743 Mar 10 04:21:08.967013 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d439e7c-0dbb-4e4e-bbb2-95d93ebeee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606cfd03-2c5a-42ab-9b7a-1134200c9235,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:09.114782 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:21:09.390075 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c51279-921c-47d3-aded-b9c42135216e req-b14d5729-465f-42d4-8f88-10815d3f89a9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:09.395118 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-61c51279-921c-47d3-aded-b9c42135216e req-b14d5729-465f-42d4-8f88-10815d3f89a9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0538700 Mar 10 04:21:09.446118 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-61c51279-921c-47d3-aded-b9c42135216e req-eda4fb4b-dac7-465f-94e2-eff431521dba tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467250 Mar 10 04:21:10.562781 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364e3b9-dcd0-49d9-be24-63c8b3d29ee6 req-89c682ba-7f08-4440-a855-12bc6d76a31b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:10.564299 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7364e3b9-dcd0-49d9-be24-63c8b3d29ee6 req-89c682ba-7f08-4440-a855-12bc6d76a31b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0517056 Mar 10 04:21:10.610542 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7364e3b9-dcd0-49d9-be24-63c8b3d29ee6 req-0110de6f-8a16-4d28-8cb2-b394c667473a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Mar 10 04:21:11.724699 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ff6f-0451-45d3-b770-37e296e90484 req-d2195df9-b5f2-4024-bf58-67907323ddc3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:11.726179 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8bf4ff6f-0451-45d3-b770-37e296e90484 req-d2195df9-b5f2-4024-bf58-67907323ddc3 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0502276 Mar 10 04:21:11.774025 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8bf4ff6f-0451-45d3-b770-37e296e90484 req-5400b162-7eff-4e6e-9180-bcd44d9c780e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Mar 10 04:21:11.900189 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-c782784a-9311-46cd-bdbf-d5e66eb4d080 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5dc85327c1fa48fa9678056ec9661051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312648 Mar 10 04:21:12.077433 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-3876d9d7-540e-49ae-b94e-b9e48cbd1a21 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:12.078848 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-3876d9d7-540e-49ae-b94e-b9e48cbd1a21 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735408 Mar 10 04:21:12.092997 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-f11bf262-63c0-4ceb-9021-6db5aa318c26 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/quotas/5dc85327c1fa48fa9678056ec9661051 HTTP/1.1" status: 200 len: 375 time: 0.0088179 Mar 10 04:21:12.124101 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-7d8482a0-6492-4944-8574-38f9133b9544 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dc85327c1fa48fa9678056ec9661051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259466 Mar 10 04:21:12.390256 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f0a03184-d032-43cb-9b55-c1860c0d4a41 req-333a6369-72a5-48ad-845e-7d34027144f3 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0290778 Mar 10 04:21:12.907849 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475f1d-0a96-4076-8dd7-5870432b2c0c req-223f7fa2-5d88-4b98-bf88-74c7e06cd98d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:12.909877 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a475f1d-0a96-4076-8dd7-5870432b2c0c req-223f7fa2-5d88-4b98-bf88-74c7e06cd98d tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0677905 Mar 10 04:21:12.956704 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a475f1d-0a96-4076-8dd7-5870432b2c0c req-0b7a8614-521f-4ca6-999a-5cc69162b201 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Mar 10 04:21:13.482576 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a8198073-6d47-4123-8f0f-8d2e34e9f0f2 req-bcaec907-80a7-4568-baab-c4541b1b8e76 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0259428 Mar 10 04:21:14.087620 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e417488-75a4-4116-ae7d-8d9503fbdc17 req-41d10287-d77e-429f-8c96-ab21b249a08b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:14.089169 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5e417488-75a4-4116-ae7d-8d9503fbdc17 req-41d10287-d77e-429f-8c96-ab21b249a08b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0654759 Mar 10 04:21:14.140292 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5e417488-75a4-4116-ae7d-8d9503fbdc17 req-9f76a4e7-efd6-41ef-b941-026831d8a172 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455561 Mar 10 04:21:14.409566 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-e503109a-4a83-4a47-956e-90e90e931ace tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5dc85327c1fa48fa9678056ec9661051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264709 Mar 10 04:21:14.522513 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-16dae0de-07dc-4bc3-9429-1e69162f1f1c tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:14.523953 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-16dae0de-07dc-4bc3-9429-1e69162f1f1c tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094773 Mar 10 04:21:14.537022 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Request body: {'port': {'device_id': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b', 'admin_state_up': True, 'tenant_id': '5dc85327c1fa48fa9678056ec9661051'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:14.618590 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-63c82363-243a-4ed6-b6bd-6c90f4b0485a req-6c46ac35-139d-43ac-bad1-8f4aa53dbb29 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0612803 Mar 10 04:21:14.783424 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Made reservation on behalf of 5dc85327c1fa48fa9678056ec9661051 for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:21:14.786809 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:14.795576 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:14.869003 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks [] for security_group (bce5a159-51ac-4f99-952b-8acd693a8286), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:14.949078 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bce5a159-51ac-4f99-952b-8acd693a8286), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:15.009307 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce5a159-51ac-4f99-952b-8acd693a8286,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:15.087519 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Allocated IP 192.168.233.225 (bf1e36dd-d044-429b-b5ac-cc4ad8e4461b/dfb8b551-e956-4ed7-a97e-1cdb7b82bb37/784da310-2e7c-49bc-bb37-83c6e5aae701) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:15.260944 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks [] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:15.287850 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb69a8-a7cc-4991-aaa9-9308e29c5a09 req-f29ecd7d-25df-4e13-af98-b851dbc88752 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:15.289338 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cffb69a8-a7cc-4991-aaa9-9308e29c5a09 req-f29ecd7d-25df-4e13-af98-b851dbc88752 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0781095 Mar 10 04:21:15.347151 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cffb69a8-a7cc-4991-aaa9-9308e29c5a09 req-88a2fbb7-1127-499b-a186-1ffbed1a2e62 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 Mar 10 04:21:15.396283 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:15.437391 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:15.442563 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:15.445016 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:15.473925 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Pushing event updated for resources: {'Port': ['ID=784da310-2e7c-49bc-bb37-83c6e5aae701,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:15.502919 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:15.503543 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:15.558762 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-6379245a-4b9e-4b4b-a022-3a3f1b5cef73 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0256398 Mar 10 04:21:15.614104 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-93bdc9e5-5773-4378-b2cd-ac2c9488124d None None] Provisioning complete for port 784da310-2e7c-49bc-bb37-83c6e5aae701 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:15.614612 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-93bdc9e5-5773-4378-b2cd-ac2c9488124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:15.646197 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Request body: {'port': {'device_id': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:15.647241 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc9e5-5773-4378-b2cd-ac2c9488124d None None] Port 784da310-2e7c-49bc-bb37-83c6e5aae701 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:21:15.728216 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:16.003817 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36eec-3062-46c7-a825-c4d4ee9345c5 req-974c61a5-0a9a-42b4-a448-daf1e1d04645 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:16.005285 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cfe36eec-3062-46c7-a825-c4d4ee9345c5 req-974c61a5-0a9a-42b4-a448-daf1e1d04645 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 936 time: 0.3106380 Mar 10 04:21:16.118425 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cfe36eec-3062-46c7-a825-c4d4ee9345c5 req-f07223f6-776d-4f90-a42b-8594b63d21d2 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069114 Mar 10 04:21:16.255436 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784da310-2e7c-49bc-bb37-83c6e5aae701 {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:21:16.262639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Publish callbacks [] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:16.275506 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Transition to ACTIVE for port object 784da310-2e7c-49bc-bb37-83c6e5aae701 will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:21:16.344612 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:16.397785 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Pushing event updated for resources: {'Port': ['ID=784da310-2e7c-49bc-bb37-83c6e5aae701,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:16.499229 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Attempting to bind port 784da310-2e7c-49bc-bb37-83c6e5aae701 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:21:16.499594 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Attempting to bind port 784da310-2e7c-49bc-bb37-83c6e5aae701 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:21:16.499887 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Attempting to bind port 784da310-2e7c-49bc-bb37-83c6e5aae701 on network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:16.507372 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Port 784da310-2e7c-49bc-bb37-83c6e5aae701 on network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:21:16.507700 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Attempting to bind port 784da310-2e7c-49bc-bb37-83c6e5aae701 on network bf1e36dd-d044-429b-b5ac-cc4ad8e4461b {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:16.518052 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02568f-551b-4856-ae76-5142e64c0f91 req-50a7dce2-c08d-42f6-af8e-a26e2ea25211 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:16.519564 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1f02568f-551b-4856-ae76-5142e64c0f91 req-50a7dce2-c08d-42f6-af8e-a26e2ea25211 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0820227 Mar 10 04:21:16.522504 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:21:16.522841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Checking segment: {'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:16.523226 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Bound using segment: {'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:21:16.523659 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Bound port: 784da310-2e7c-49bc-bb37-83c6e5aae701, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7699288b-a596-43d6-aa6b-f598effd7dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:21:16.524018 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:16.606323 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1f02568f-551b-4856-ae76-5142e64c0f91 req-603815fb-3419-4611-a7bf-11119caa8b43 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799646 Mar 10 04:21:16.621871 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] For port 784da310-2e7c-49bc-bb37-83c6e5aae701, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:21:16.624973 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] For port 784da310-2e7c-49bc-bb37-83c6e5aae701, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=784da310-2e7c-49bc-bb37-83c6e5aae701,segment=NetworkSegment(7699288b-a596-43d6-aa6b-f598effd7dab),segment_id=7699288b-a596-43d6-aa6b-f598effd7dab)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:21:16.705063 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:16.738304 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:16.738928 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:16.740337 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] 10.222.0.37 "PUT /v2.0/ports/784da310-2e7c-49bc-bb37-83c6e5aae701 HTTP/1.1" status: 200 len: 1098 time: 1.0993848 Mar 10 04:21:16.740777 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'tag': '784da310-2e7c-49bc-bb37-83c6e5aae701'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:16.742990 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc31e0a-c41f-4a29-9db3-db90e2485fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "78f60814-496e-4dc9-9f76-8bd206f6abd6", "tag": "784da310-2e7c-49bc-bb37-83c6e5aae701"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:16.769886 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68543e-f82b-42b9-8bbd-27af8ae52a52 service neutron] Pushing event updated for resources: {'Port': ['ID=784da310-2e7c-49bc-bb37-83c6e5aae701,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:16.779966 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837bf92-9b05-4213-952b-d4747888b8e8 x-openstack-request-id: req-f837bf92-9b05-4213-952b-d4747888b8e8 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:16.780301 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f60814-496e-4dc9-9f76-8bd206f6abd6", "tag": "784da310-2e7c-49bc-bb37-83c6e5aae701", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:16.780562 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f837bf92-9b05-4213-952b-d4747888b8e8 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:16.781090 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'tag': '784da310-2e7c-49bc-bb37-83c6e5aae701', 'status': 'completed', 'code': 200} Mar 10 04:21:16.847330 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31e0a-c41f-4a29-9db3-db90e2485fdd req-8f39ed9b-02b2-4e5c-81c4-1ee420e3e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:16.848904 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bfc31e0a-c41f-4a29-9db3-db90e2485fdd req-8f39ed9b-02b2-4e5c-81c4-1ee420e3e7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dc85327c1fa48fa9678056ec9661051&device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 1132 time: 0.0463245 Mar 10 04:21:16.879288 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bfc31e0a-c41f-4a29-9db3-db90e2485fdd req-fa1065e5-0b36-4c52-9c84-0bbcdc163f6e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5dc85327c1fa48fa9678056ec9661051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193288 Mar 10 04:21:16.973480 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31e0a-c41f-4a29-9db3-db90e2485fdd req-21b9d9b7-f69a-44ae-ba56-e6c9fa715f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:16.974950 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bfc31e0a-c41f-4a29-9db3-db90e2485fdd req-21b9d9b7-f69a-44ae-ba56-e6c9fa715f01 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891478 Mar 10 04:21:17.058498 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8a3ba142-236d-4b57-b318-32eca0453f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:17.060211 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-8a3ba142-236d-4b57-b318-32eca0453f80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dc85327c1fa48fa9678056ec9661051&device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 1132 time: 0.0452063 Mar 10 04:21:17.103303 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-d09e1d1b-66d6-4983-85a1-e2a38dcbab6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=784da310-2e7c-49bc-bb37-83c6e5aae701 HTTP/1.1" status: 200 len: 217 time: 0.0340483 Mar 10 04:21:17.155377 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-3604683f-290b-4deb-8bc2-e4e341be766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:17.156937 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-3604683f-290b-4deb-8bc2-e4e341be766a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfb8b551-e956-4ed7-a97e-1cdb7b82bb37 HTTP/1.1" status: 200 len: 843 time: 0.0480237 Mar 10 04:21:17.245886 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-79e05ab2-e72c-4f10-9eff-3050ca3bd482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:17.247391 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-79e05ab2-e72c-4f10-9eff-3050ca3bd482 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf1e36dd-d044-429b-b5ac-cc4ad8e4461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0772493 Mar 10 04:21:17.259108 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1c648-2dce-45a5-8887-b89ac7c4cf4b req-578e4025-a5f7-45af-bfcd-f70af0f41c40 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:17.260580 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-edb1c648-2dce-45a5-8887-b89ac7c4cf4b req-578e4025-a5f7-45af-bfcd-f70af0f41c40 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 948 time: 0.0650432 Mar 10 04:21:17.362692 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-edb1c648-2dce-45a5-8887-b89ac7c4cf4b req-171ddac7-59f4-452f-85a8-f50529d9b7f7 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925860 Mar 10 04:21:17.380194 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-d779f6d8-f38a-46dc-acaa-2fa2d369475f service neutron] 10.222.0.37 "GET /v2.0/networks/bf1e36dd-d044-429b-b5ac-cc4ad8e4461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186800 Mar 10 04:21:17.474424 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-394db699-218b-4c3f-83f8-d462da3d42e2 req-252a7fa3-a4e0-4c47-8445-88f266d0d043 service neutron] 10.222.0.37 "GET /v2.0/networks/bf1e36dd-d044-429b-b5ac-cc4ad8e4461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858927 Mar 10 04:21:17.726412 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96c66f-6d4c-4f29-a843-fce893903a7a req-39bdd292-a712-4ee4-881b-0f72e77fe725 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:17.727828 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-da96c66f-6d4c-4f29-a843-fce893903a7a req-39bdd292-a712-4ee4-881b-0f72e77fe725 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0537131 Mar 10 04:21:17.773947 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-da96c66f-6d4c-4f29-a843-fce893903a7a req-e6ec0d66-e694-473a-b2f5-a560e278e465 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Mar 10 04:21:18.481114 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c623-30f7-4cf0-842a-f7fc56a9986f req-64bfffc3-2f20-4177-aa99-be506d78b310 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:18.482557 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2307c623-30f7-4cf0-842a-f7fc56a9986f req-64bfffc3-2f20-4177-aa99-be506d78b310 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 948 time: 0.0523701 Mar 10 04:21:18.529312 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2307c623-30f7-4cf0-842a-f7fc56a9986f req-fa706216-aed0-419f-9ecf-c452a990d6a3 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Mar 10 04:21:18.606112 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57760) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:18.715061 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1745e17a-95af-4626-94b0-75c39d65fc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:18.786681 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1745e17a-95af-4626-94b0-75c39d65fc95 admin admin] Publish callbacks [] for security_group (6289ad5f-4de6-403f-b628-4d85ce6f28ec), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:18.847190 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1745e17a-95af-4626-94b0-75c39d65fc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6289ad5f-4de6-403f-b628-4d85ce6f28ec), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:18.887619 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1745e17a-95af-4626-94b0-75c39d65fc95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cb162dc41de4991bac5a08560ed0d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804170 Mar 10 04:21:18.888602 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745e17a-95af-4626-94b0-75c39d65fc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6289ad5f-4de6-403f-b628-4d85ce6f28ec,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:18.891894 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57766) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:18.897929 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe29695-2321-46ca-be5a-e8d37e537680 req-6b5456f8-c378-46ca-b02a-82565b07f9de tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:18.899483 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9fe29695-2321-46ca-be5a-e8d37e537680 req-6b5456f8-c378-46ca-b02a-82565b07f9de tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0587168 Mar 10 04:21:18.939010 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-59548bf1-0820-4d7b-a797-e6cfb134dbff admin admin] Publish callbacks [] for security_group (6289ad5f-4de6-403f-b628-4d85ce6f28ec), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:18.947807 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9fe29695-2321-46ca-be5a-e8d37e537680 req-3546ed4e-c337-4834-be99-ae88eeb4d2ea tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Mar 10 04:21:18.960647 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-59548bf1-0820-4d7b-a797-e6cfb134dbff admin admin] Publish callbacks [] for security_group (6289ad5f-4de6-403f-b628-4d85ce6f28ec), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:19.070180 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-59548bf1-0820-4d7b-a797-e6cfb134dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6289ad5f-4de6-403f-b628-4d85ce6f28ec), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:19.072819 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-59548bf1-0820-4d7b-a797-e6cfb134dbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:19.073987 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-59548bf1-0820-4d7b-a797-e6cfb134dbff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6289ad5f-4de6-403f-b628-4d85ce6f28ec HTTP/1.1" status: 204 len: 168 time: 0.1801701 Mar 10 04:21:19.082271 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59548bf1-0820-4d7b-a797-e6cfb134dbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6289ad5f-4de6-403f-b628-4d85ce6f28ec,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:19.643176 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5119149-3be5-4c4e-98cf-1c521ecee1cb req-07b3b3f8-1ecf-41ee-bd38-fc6485a5960b tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:19.644692 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a5119149-3be5-4c4e-98cf-1c521ecee1cb req-07b3b3f8-1ecf-41ee-bd38-fc6485a5960b tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 948 time: 0.0517478 Mar 10 04:21:19.690658 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a5119149-3be5-4c4e-98cf-1c521ecee1cb req-bac66154-198c-4cb6-8b8c-30dbe7027003 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Mar 10 04:21:20.065652 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ca49-0993-4890-a3ba-7a06521e5afa req-c4cf1bd6-39b1-4f53-ad01-304a268e6882 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:20.067092 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f01ca49-0993-4890-a3ba-7a06521e5afa req-c4cf1bd6-39b1-4f53-ad01-304a268e6882 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0541203 Mar 10 04:21:20.111886 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f01ca49-0993-4890-a3ba-7a06521e5afa req-201c35c8-bc93-4f47-a020-39440e94c7a1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Mar 10 04:21:20.448751 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23ec43-7efd-4064-a9cc-4280299ed529 req-406f108f-294f-451d-8f14-5acbe37c13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:20.450218 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a23ec43-7efd-4064-a9cc-4280299ed529 req-406f108f-294f-451d-8f14-5acbe37c13d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.0417721 Mar 10 04:21:20.497416 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a23ec43-7efd-4064-a9cc-4280299ed529 req-a646e03e-0e24-49e4-a508-d112764ed02e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Mar 10 04:21:20.803622 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e793a-893d-4c48-be83-3cf89ec67ad2 req-e0ad35ba-1996-4500-8602-c6647dad152d tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:20.805157 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad5e793a-893d-4c48-be83-3cf89ec67ad2 req-e0ad35ba-1996-4500-8602-c6647dad152d tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 948 time: 0.0510988 Mar 10 04:21:20.854403 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad5e793a-893d-4c48-be83-3cf89ec67ad2 req-51370d01-be76-4fab-980a-261148085082 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Mar 10 04:21:20.953869 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 784da310-2e7c-49bc-bb37-83c6e5aae701 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:21:21.049450 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 784da310-2e7c-49bc-bb37-83c6e5aae701, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=784da310-2e7c-49bc-bb37-83c6e5aae701,segment=NetworkSegment(7699288b-a596-43d6-aa6b-f598effd7dab),segment_id=7699288b-a596-43d6-aa6b-f598effd7dab)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:21.059891 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '784da310-2e7c-49bc-bb37-83c6e5aae701', 'network_id': 'bf1e36dd-d044-429b-b5ac-cc4ad8e4461b', 'port_id': '784da310-2e7c-49bc-bb37-83c6e5aae701', 'mac_address': 'fa:16:3e:4f:3e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb8b551-e956-4ed7-a97e-1cdb7b82bb37', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:21:21.094626 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 784da310-2e7c-49bc-bb37-83c6e5aae701 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:21.095018 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:21.107659 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784da310-2e7c-49bc-bb37-83c6e5aae701 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:21:21.126485 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 784da310-2e7c-49bc-bb37-83c6e5aae701, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=784da310-2e7c-49bc-bb37-83c6e5aae701,segment=NetworkSegment(7699288b-a596-43d6-aa6b-f598effd7dab),segment_id=7699288b-a596-43d6-aa6b-f598effd7dab)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:21.228608 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3d4b-f0c7-4cc3-9f56-c3928366f5f2 req-d31f1f3a-a27e-4720-9c10-61a9822add33 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:21.230148 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-66ec3d4b-f0c7-4cc3-9f56-c3928366f5f2 req-d31f1f3a-a27e-4720-9c10-61a9822add33 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0524657 Mar 10 04:21:21.235879 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:21.277863 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-66ec3d4b-f0c7-4cc3-9f56-c3928366f5f2 req-753b718a-44f2-4c51-89a4-b225837cb76f tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Mar 10 04:21:21.286859 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=784da310-2e7c-49bc-bb37-83c6e5aae701,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:21.300475 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.300876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.301244 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.301608 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.301941 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.302272 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.302612 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.302960 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.303332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.303701 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.304030 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.304374 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.304810 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:21.800756 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['784da310-2e7c-49bc-bb37-83c6e5aae701'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:21:21.843085 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:21.972512 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82601c-c439-4f50-a520-608484cefe6b req-fa2d2df9-be3b-4153-bf0a-f61799ee8e0f tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:21.974002 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4e82601c-c439-4f50-a520-608484cefe6b req-fa2d2df9-be3b-4153-bf0a-f61799ee8e0f tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 949 time: 0.0537596 Mar 10 04:21:22.021029 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4e82601c-c439-4f50-a520-608484cefe6b req-11321294-2851-4569-869d-fd3ed508decd tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Mar 10 04:21:22.406656 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34591993-e199-4f34-9e6f-59f5fd824ddb req-0aacdc22-19de-4658-84d6-58dd9bb3ccbf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:22.408204 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-34591993-e199-4f34-9e6f-59f5fd824ddb req-0aacdc22-19de-4658-84d6-58dd9bb3ccbf tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0615904 Mar 10 04:21:22.454268 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-34591993-e199-4f34-9e6f-59f5fd824ddb req-f7526afc-f300-4953-b30a-adb0ac317fb0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Mar 10 04:21:22.795541 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-45d2c827-a9ca-4804-a710-a4a4e895b2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:22.980375 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8650b-9356-46d5-8e7c-c99b00582dc8 req-9a0e252c-f78c-4a60-acaa-b5494aae8c97 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:22.981912 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f5f8650b-9356-46d5-8e7c-c99b00582dc8 req-9a0e252c-f78c-4a60-acaa-b5494aae8c97 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0520587 Mar 10 04:21:23.058835 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f5f8650b-9356-46d5-8e7c-c99b00582dc8 req-4d981217-5a92-465a-be0e-e315e7f25d9e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704732 Mar 10 04:21:23.066782 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-b754a614-a347-4213-b78a-df660623ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:23.068458 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-b754a614-a347-4213-b78a-df660623ba5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a456c498bf54f33adb6e4c66eac186f&device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 1130 time: 0.0730577 Mar 10 04:21:23.202739 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd453860-226f-4077-94a1-45d5a9b2e46c req-33579fc2-bc27-4e86-b3b0-571e2f0ef53a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:23.204242 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dd453860-226f-4077-94a1-45d5a9b2e46c req-33579fc2-bc27-4e86-b3b0-571e2f0ef53a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 949 time: 0.1033278 Mar 10 04:21:23.205587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-b2b72ad6-53f6-4b67-8801-db22ab384ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:23.207622 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-b2b72ad6-53f6-4b67-8801-db22ab384ac6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 200 len: 920 time: 0.1289551 Mar 10 04:21:23.264010 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-6d6dcb4a-161e-43af-b0ba-fcef4615064a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 200 len: 217 time: 0.0460494 Mar 10 04:21:23.317257 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dd453860-226f-4077-94a1-45d5a9b2e46c req-fd626a84-4364-45e4-941d-c03e3d995ed3 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064749 Mar 10 04:21:23.326342 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-d4d923d6-1f68-4c38-8469-594f00f9be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:23.328012 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-d4d923d6-1f68-4c38-8469-594f00f9be7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 200 len: 859 time: 0.0563700 Mar 10 04:21:23.361502 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-2b01bd87-92dc-444e-b473-0d284d60e5c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c824b73-29d5-44ab-8710-f8c19c2d8124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238039 Mar 10 04:21:23.452272 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-c356e793-fba5-4f32-8a45-713ad92875d4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838697 Mar 10 04:21:23.540394 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d9b5457-2532-457c-bd46-4ed09aac778d req-63cbb0d6-cd40-4c1b-ad84-eea9dd3acc66 service neutron] 10.222.0.37 "GET /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810091 Mar 10 04:21:24.180643 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544dbdc-81c6-4897-94b2-78376737736c req-88642c88-7d6b-4dbf-ac0a-b31364134a55 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:24.182152 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2544dbdc-81c6-4897-94b2-78376737736c req-88642c88-7d6b-4dbf-ac0a-b31364134a55 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0559630 Mar 10 04:21:24.226998 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2544dbdc-81c6-4897-94b2-78376737736c req-12ab5725-5fa8-4a51-83ee-0ee7cb60a48b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Mar 10 04:21:24.434349 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84974446-1b2e-4e71-a51b-cc4fb93825b1 req-b22d201c-a428-4b7c-8356-aab21cdbb403 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:24.435821 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-84974446-1b2e-4e71-a51b-cc4fb93825b1 req-b22d201c-a428-4b7c-8356-aab21cdbb403 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 949 time: 0.0511289 Mar 10 04:21:24.480843 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-84974446-1b2e-4e71-a51b-cc4fb93825b1 req-3e9f8152-2f30-4f77-810e-5b129d809210 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Mar 10 04:21:24.782557 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-cb3b7fdd-2cd9-47d5-b197-76a659ae05d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460784 Mar 10 04:21:24.849873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-f90d443c-18d8-4c49-b1b5-f3859844c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:24.851368 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-f90d443c-18d8-4c49-b1b5-f3859844c48d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0453813 Mar 10 04:21:24.953949 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-c08eabc6-1266-4c33-93ae-947598274e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:24.955426 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-c08eabc6-1266-4c33-93ae-947598274e74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 914 time: 0.0838404 Mar 10 04:21:24.986302 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 784da310-2e7c-49bc-bb37-83c6e5aae701 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:25.025984 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-3850fea4-6dbf-42b4-a5fc-43c48e317452 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c HTTP/1.1" status: 200 len: 1001 time: 0.0633874 Mar 10 04:21:25.035906 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-494555ff-2573-4e20-9d25-2075b48b1c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:25.074730 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-9300f707-e82e-450f-a787-974e9caf706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:25.076245 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-9300f707-e82e-450f-a787-974e9caf706f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0440245 Mar 10 04:21:25.127721 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 784da310-2e7c-49bc-bb37-83c6e5aae701 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:21:25.131233 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 784da310-2e7c-49bc-bb37-83c6e5aae701 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:25.131625 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:25.132516 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-917f0890-c3b5-4a90-81b7-803ffe918402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:25.134109 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-917f0890-c3b5-4a90-81b7-803ffe918402 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0441217 Mar 10 04:21:25.210023 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 784da310-2e7c-49bc-bb37-83c6e5aae701 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:25.210418 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:25.233460 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-99339d5d-188c-401e-8f79-1deb753f843e service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900064 Mar 10 04:21:25.234422 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784da310-2e7c-49bc-bb37-83c6e5aae701'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:25.236451 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac1e878-3c80-4447-bce1-cebc9d655d84" -d '{"events": [{"server_uuid": "78f60814-496e-4dc9-9f76-8bd206f6abd6", "name": "network-vif-plugged", "status": "completed", "tag": "784da310-2e7c-49bc-bb37-83c6e5aae701"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:25.250339 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 784da310-2e7c-49bc-bb37-83c6e5aae701, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=784da310-2e7c-49bc-bb37-83c6e5aae701,segment=NetworkSegment(7699288b-a596-43d6-aa6b-f598effd7dab),segment_id=7699288b-a596-43d6-aa6b-f598effd7dab)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:25.276108 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518f301-7a08-4cb0-8b87-f8d4a9122b31 x-openstack-request-id: req-4518f301-7a08-4cb0-8b87-f8d4a9122b31 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:25.276470 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f60814-496e-4dc9-9f76-8bd206f6abd6", "name": "network-vif-plugged", "status": "completed", "tag": "784da310-2e7c-49bc-bb37-83c6e5aae701", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:25.276794 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4518f301-7a08-4cb0-8b87-f8d4a9122b31 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:25.277248 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784da310-2e7c-49bc-bb37-83c6e5aae701', 'code': 200} Mar 10 04:21:25.311656 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:25.367941 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=784da310-2e7c-49bc-bb37-83c6e5aae701,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:25.371548 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acec7078-b182-40d3-82d5-d2f11f23aa3b req-2ef18e1f-a5ab-4ddd-b43d-9d2d553ce524 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225562 Mar 10 04:21:25.393175 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f005f-f470-45e2-8ff8-40d724c9503e req-fee63926-3e5d-42ea-a9df-18abcf828288 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:25.395175 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-890f005f-f470-45e2-8ff8-40d724c9503e req-fee63926-3e5d-42ea-a9df-18abcf828288 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0700982 Mar 10 04:21:25.446176 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-890f005f-f470-45e2-8ff8-40d724c9503e req-d85a9cb9-09df-419d-9a7b-bbd348481c99 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Mar 10 04:21:25.628601 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a633bf-bd97-451d-864a-3a4463b976f8 req-437587d1-e7fc-4843-8722-36aa8f4c4e9a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:25.630076 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f4a633bf-bd97-451d-864a-3a4463b976f8 req-437587d1-e7fc-4843-8722-36aa8f4c4e9a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 950 time: 0.0824671 Mar 10 04:21:25.635913 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ed216-769f-4c75-8fa9-d784e9b8f32d req-7eb632e4-47d0-4d28-ace1-cd165d593d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:25.637318 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d57ed216-769f-4c75-8fa9-d784e9b8f32d req-7eb632e4-47d0-4d28-ace1-cd165d593d37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 1134 time: 0.0645905 Mar 10 04:21:25.704216 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f4a633bf-bd97-451d-864a-3a4463b976f8 req-9d0794bf-8f28-45f2-b6d9-5dabb7b5d3cd tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659401 Mar 10 04:21:25.711405 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d57ed216-769f-4c75-8fa9-d784e9b8f32d req-996a03ea-6444-46c2-a8ad-6b659a3fa911 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602176 Mar 10 04:21:26.487002 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:26.567516 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938c76f-ac49-4a01-97ad-db7e9557c50a req-39a74f07-113c-492b-ac93-3f3b96aedacc tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:26.568952 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c938c76f-ac49-4a01-97ad-db7e9557c50a req-39a74f07-113c-492b-ac93-3f3b96aedacc tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0524573 Mar 10 04:21:26.616813 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c938c76f-ac49-4a01-97ad-db7e9557c50a req-56aa8a70-3755-4a74-860c-20f8d2b60ce6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Mar 10 04:21:26.831276 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23f3a-a79e-471a-a7e1-6644d3e6a43e req-3dd56455-18a6-4ef6-8b34-03939341443a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:26.832901 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-83a23f3a-a79e-471a-a7e1-6644d3e6a43e req-3dd56455-18a6-4ef6-8b34-03939341443a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 950 time: 0.0571578 Mar 10 04:21:26.884444 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-83a23f3a-a79e-471a-a7e1-6644d3e6a43e req-0ff015d8-1fbf-437b-9fac-de0dd1d2ddd2 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Mar 10 04:21:27.743914 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:27.745858 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075827f7-3f75-4612-b72a-b70c6469ec3c req-d66a8aab-1527-41ae-99da-50ca7fab6612 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:27.747397 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-075827f7-3f75-4612-b72a-b70c6469ec3c req-d66a8aab-1527-41ae-99da-50ca7fab6612 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0565951 Mar 10 04:21:27.797647 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-075827f7-3f75-4612-b72a-b70c6469ec3c req-d118d323-1f1c-4ac6-8f82-9dff6f5bbe58 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Mar 10 04:21:28.004211 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61e1f5-60d1-4d43-b174-b22249604a97 req-4e72ff59-ff2c-497a-88cc-77d7bf9cadf6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:28.005867 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cf61e1f5-60d1-4d43-b174-b22249604a97 req-4e72ff59-ff2c-497a-88cc-77d7bf9cadf6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 950 time: 0.0542839 Mar 10 04:21:28.063902 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cf61e1f5-60d1-4d43-b174-b22249604a97 req-5643d667-fd79-4537-8839-f98d46284c38 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522947 Mar 10 04:21:28.767245 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b3d0-6510-4e65-95f9-6e4c7404078e req-8a12ecc4-33d3-44f3-a3d7-13187c68ca9a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:28.769422 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ffc6b3d0-6510-4e65-95f9-6e4c7404078e req-8a12ecc4-33d3-44f3-a3d7-13187c68ca9a tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 950 time: 0.0532980 Mar 10 04:21:28.815189 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ffc6b3d0-6510-4e65-95f9-6e4c7404078e req-83686b2f-3d95-4683-a283-23f7f8ed20cf tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Mar 10 04:21:29.149509 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:29.403606 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57894) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:29.408203 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-40f0d694-79cf-44f9-9ecc-6f0af761a631 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605717078', 'description': 'tempest-description--905380321'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:29.498017 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-40f0d694-79cf-44f9-9ecc-6f0af761a631 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:29.565588 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-40f0d694-79cf-44f9-9ecc-6f0af761a631 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (4ad19359-3372-47cd-9945-3045d0945777), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:29.647028 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-40f0d694-79cf-44f9-9ecc-6f0af761a631 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (4ad19359-3372-47cd-9945-3045d0945777), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:29.675349 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0d694-79cf-44f9-9ecc-6f0af761a631 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad19359-3372-47cd-9945-3045d0945777,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:29.752297 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-40f0d694-79cf-44f9-9ecc-6f0af761a631 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:29.753713 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-40f0d694-79cf-44f9-9ecc-6f0af761a631 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3490310 Mar 10 04:21:29.756428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57902) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:29.761029 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-143b635f-32c7-4437-a41d-d0aaa89b0c4a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': '4ad19359-3372-47cd-9945-3045d0945777', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:29.863721 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-143b635f-32c7-4437-a41d-d0aaa89b0c4a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (bf83c46e-b29a-4a96-8b3a-5f30f9f7570e), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:29.919256 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-143b635f-32c7-4437-a41d-d0aaa89b0c4a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (bf83c46e-b29a-4a96-8b3a-5f30f9f7570e), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:29.932026 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858dab1-cc18-4792-9590-1d3ff0870c6d req-b9038d57-feae-41eb-a92d-d0cd78971d35 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:29.933543 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1858dab1-cc18-4792-9590-1d3ff0870c6d req-b9038d57-feae-41eb-a92d-d0cd78971d35 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 950 time: 0.0520635 Mar 10 04:21:29.979206 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1858dab1-cc18-4792-9590-1d3ff0870c6d req-36f7ee1e-7903-4968-b102-5ef380711251 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Mar 10 04:21:30.012000 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-143b635f-32c7-4437-a41d-d0aaa89b0c4a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (bf83c46e-b29a-4a96-8b3a-5f30f9f7570e), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.031581 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b635f-32c7-4437-a41d-d0aaa89b0c4a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf83c46e-b29a-4a96-8b3a-5f30f9f7570e,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:30.094627 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-143b635f-32c7-4437-a41d-d0aaa89b0c4a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.095944 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-143b635f-32c7-4437-a41d-d0aaa89b0c4a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385782 Mar 10 04:21:30.098683 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 57910) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:30.102884 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-e4b9cc9a-a753-490b-8549-e3b3bdf8ae94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': '4ad19359-3372-47cd-9945-3045d0945777', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:30.194568 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4b9cc9a-a753-490b-8549-e3b3bdf8ae94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (92f55366-7281-4ec6-8b01-812ac8cfee2d), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.247491 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4b9cc9a-a753-490b-8549-e3b3bdf8ae94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (92f55366-7281-4ec6-8b01-812ac8cfee2d), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.361224 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4b9cc9a-a753-490b-8549-e3b3bdf8ae94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (92f55366-7281-4ec6-8b01-812ac8cfee2d), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.382867 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9cc9a-a753-490b-8549-e3b3bdf8ae94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f55366-7281-4ec6-8b01-812ac8cfee2d,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:30.450524 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b1904-2cf1-45d3-81e4-9ffc51c0439d req-7dbfae9d-12b3-4e51-b59f-61d9269cf5d0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:30.452005 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-348b1904-2cf1-45d3-81e4-9ffc51c0439d req-7dbfae9d-12b3-4e51-b59f-61d9269cf5d0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0554316 Mar 10 04:21:30.489675 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4b9cc9a-a753-490b-8549-e3b3bdf8ae94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.490970 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e4b9cc9a-a753-490b-8549-e3b3bdf8ae94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913641 Mar 10 04:21:30.494319 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 57926) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:30.498706 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:30.518324 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-348b1904-2cf1-45d3-81e4-9ffc51c0439d req-1980ac77-45c2-45fd-86d6-bc12b1b977fb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605366 Mar 10 04:21:30.608055 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.651583 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-dde86aec-b504-491b-89d5-551ce2dc09c2 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:30.653217 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-dde86aec-b504-491b-89d5-551ce2dc09c2 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.37 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 950 time: 0.0772407 Mar 10 04:21:30.805278 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Deleting port 784da310-2e7c-49bc-bb37-83c6e5aae701 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:21:30.805655 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.810340 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.968209 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] For port 784da310-2e7c-49bc-bb37-83c6e5aae701, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=784da310-2e7c-49bc-bb37-83c6e5aae701,segment=NetworkSegment(7699288b-a596-43d6-aa6b-f598effd7dab),segment_id=7699288b-a596-43d6-aa6b-f598effd7dab)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:30.968866 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:30.985418 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Calling delete_port for 784da310-2e7c-49bc-bb37-83c6e5aae701 owned by compute:nova {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:21:31.005734 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.28.0.47 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/0844def6-eefe-4b58-b529-6b8a9739debf) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:31.181612 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64e19a-65d6-41d7-b4f8-1712670ad5a8 req-6901f9f4-2736-46ff-a059-ee0fa4e89518 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:31.183045 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ab64e19a-65d6-41d7-b4f8-1712670ad5a8 req-6901f9f4-2736-46ff-a059-ee0fa4e89518 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 950 time: 0.1384144 Mar 10 04:21:31.258444 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (0844def6-eefe-4b58-b529-6b8a9739debf), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:31.298899 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ab64e19a-65d6-41d7-b4f8-1712670ad5a8 req-3fe617ef-c6a6-4c1e-b960-4e02fead242c tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/security-groups?id=bce5a159-51ac-4f99-952b-8acd693a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074135 Mar 10 04:21:31.349530 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (784da310-2e7c-49bc-bb37-83c6e5aae701), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:31.386084 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Pushing event deleted for resources: {'Port': ['ID=784da310-2e7c-49bc-bb37-83c6e5aae701,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:31.411112 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0844def6-eefe-4b58-b529-6b8a9739debf), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:31.450492 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] No DVR routers for this DVR port 784da310-2e7c-49bc-bb37-83c6e5aae701 on host hv-cinder-77819 {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:21:31.455622 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:31.459421 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6413dfa4-6a06-44a2-8553-1cac91dbb879 req-fc348b2d-d451-442d-8a61-cd6e62da13e6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.37 "DELETE /v2.0/ports/784da310-2e7c-49bc-bb37-83c6e5aae701 HTTP/1.1" status: 204 len: 173 time: 0.7968891 Mar 10 04:21:31.462655 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'name': 'network-vif-deleted', 'tag': '784da310-2e7c-49bc-bb37-83c6e5aae701'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:31.464970 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f932c-3ca8-4582-9987-8361c95cc660" -d '{"events": [{"server_uuid": "78f60814-496e-4dc9-9f76-8bd206f6abd6", "name": "network-vif-deleted", "tag": "784da310-2e7c-49bc-bb37-83c6e5aae701"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:31.474899 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:31.480057 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:31.483732 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:31.489341 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=0844def6-eefe-4b58-b529-6b8a9739debf,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:31.517807 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462f4c7f-c454-460c-879c-955f4f7fa208 x-openstack-request-id: req-462f4c7f-c454-460c-879c-955f4f7fa208 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:31.518104 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f60814-496e-4dc9-9f76-8bd206f6abd6", "name": "network-vif-deleted", "tag": "784da310-2e7c-49bc-bb37-83c6e5aae701", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:31.518359 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-462f4c7f-c454-460c-879c-955f4f7fa208 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:31.519322 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f60814-496e-4dc9-9f76-8bd206f6abd6', 'name': 'network-vif-deleted', 'tag': '784da310-2e7c-49bc-bb37-83c6e5aae701', 'status': 'completed', 'code': 200} Mar 10 04:21:31.587243 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (3c895e35-72cd-4b4e-aa8c-cd1bb780a60a), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:31.649772 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069418ee-8631-426d-bf46-bc904d31f83f req-28fa37e8-1e93-4a9f-b6fe-cd24c0423fc5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:31.651322 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-069418ee-8631-426d-bf46-bc904d31f83f req-28fa37e8-1e93-4a9f-b6fe-cd24c0423fc5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0517170 Mar 10 04:21:31.717316 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-069418ee-8631-426d-bf46-bc904d31f83f req-ab473649-217a-43b0-ac65-a5d860380251 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599906 Mar 10 04:21:31.721491 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0844def6-eefe-4b58-b529-6b8a9739debf), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:32.095719 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (0844def6-eefe-4b58-b529-6b8a9739debf), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:32.172162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (0844def6-eefe-4b58-b529-6b8a9739debf), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:32.242309 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=0844def6-eefe-4b58-b529-6b8a9739debf,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:32.251938 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (3c895e35-72cd-4b4e-aa8c-cd1bb780a60a), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:32.334955 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:32.336449 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-dc4ddd95-27af-44e4-8e24-56288ae711f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8411663 Mar 10 04:21:32.410607 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-23fb5aff-5f7d-4a60-bbe4-b984a5a16fe0 req-20203239-f84f-44e6-bdc2-f20d6522ced6 tempest-VolumesNegativeTest-892561754 tempest-VolumesNegativeTest-892561754-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f60814-496e-4dc9-9f76-8bd206f6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0318441 Mar 10 04:21:32.539157 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-8aeba86e-4ffa-4e3a-84bc-7afbfd7408e6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1605717078&fields=id&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 267 time: 0.0418570 Mar 10 04:21:32.648821 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-a008a876-4197-4245-aa90-380cbea23d6d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:32.650292 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-a008a876-4197-4245-aa90-380cbea23d6d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.1046572 Mar 10 04:21:32.665237 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-9811b35c-5d0b-45a2-8cc7-c7bc9f8a7937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/quotas/88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 375 time: 0.0095572 Mar 10 04:21:32.720300 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-6f2c303d-4b3d-4b44-915d-bd0ab87e27f1 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497403 Mar 10 04:21:32.847922 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-093ee8e2-5133-4896-bf05-be23f2b17070 service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147747 Mar 10 04:21:32.879395 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929739a-550b-4b8c-9562-658586a76ce9 req-ca636a35-e09b-4756-b695-31710811828a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:32.880834 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2929739a-550b-4b8c-9562-658586a76ce9 req-ca636a35-e09b-4756-b695-31710811828a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0905526 Mar 10 04:21:32.981871 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2929739a-550b-4b8c-9562-658586a76ce9 req-9ffe396e-7660-4de1-935a-63581ac88be6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946102 Mar 10 04:21:32.983863 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-9528aab6-48b1-4e68-a2fe-80975f6fa224 service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295879 Mar 10 04:21:33.031744 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 784da310-2e7c-49bc-bb37-83c6e5aae701 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:21:33.051595 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 784da310-2e7c-49bc-bb37-83c6e5aae701 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:21:33.052017 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 784da310-2e7c-49bc-bb37-83c6e5aae701 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:21:33.866107 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32c479-562d-4b2d-9def-d668dfc4d8da req-dad1b5ed-389e-4e08-bb9e-afe03267f48b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:33.867573 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ec32c479-562d-4b2d-9def-d668dfc4d8da req-dad1b5ed-389e-4e08-bb9e-afe03267f48b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0520256 Mar 10 04:21:33.928283 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ec32c479-562d-4b2d-9def-d668dfc4d8da req-e5693d67-015e-4954-aa88-7f71e9db3011 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Mar 10 04:21:34.044645 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337f43-8f91-4e00-ab89-6836c2c709e6 req-c355371b-391f-479f-b8da-6b9aca61503b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:34.046730 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0f337f43-8f91-4e00-ab89-6836c2c709e6 req-c355371b-391f-479f-b8da-6b9aca61503b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0598671 Mar 10 04:21:34.093143 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0f337f43-8f91-4e00-ab89-6836c2c709e6 req-f9c74795-49ab-4d79-9894-1658bf3059d9 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 Mar 10 04:21:34.232550 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c127207a-5e4e-45c6-8f4c-793129e238c2 req-5c1c0e56-16b7-4b02-8e57-6f90952b8721 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 210 time: 0.0317769 Mar 10 04:21:34.247632 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf7eaa-3a92-4786-a905-5eb26ea8c30a req-75d9fc0e-00a2-438a-845f-b94a43e5b513 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:34.254854 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-08cf7eaa-3a92-4786-a905-5eb26ea8c30a req-75d9fc0e-00a2-438a-845f-b94a43e5b513 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1062868 Mar 10 04:21:34.300227 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-08cf7eaa-3a92-4786-a905-5eb26ea8c30a req-e33215fa-dd9c-4232-b4b1-0b90d8ed7816 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444832 Mar 10 04:21:35.053181 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10151a-6c20-4dd5-b422-d3dbf060e70c req-a421ca16-2c9b-4740-b895-3a6d8f3fbfa0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:35.054609 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b10151a-6c20-4dd5-b422-d3dbf060e70c req-a421ca16-2c9b-4740-b895-3a6d8f3fbfa0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0550313 Mar 10 04:21:35.103678 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b10151a-6c20-4dd5-b422-d3dbf060e70c req-d09ccf26-8ed4-4f7b-98c6-3a86b082a9c0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Mar 10 04:21:35.227506 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94e39-ca76-4e4a-b6d1-a813a410c933 req-c2096286-eb69-4ceb-a082-f17ebdfe1fbc tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:35.231440 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9be94e39-ca76-4e4a-b6d1-a813a410c933 req-c2096286-eb69-4ceb-a082-f17ebdfe1fbc tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0606117 Mar 10 04:21:35.290696 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9be94e39-ca76-4e4a-b6d1-a813a410c933 req-df888d0b-3999-43e5-9b50-d8c8f62c7ff1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559573 Mar 10 04:21:35.331985 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ac2c7599-9abc-4f42-b787-256fa166afd7 req-7dd5ed02-5958-48ba-b65d-ea7b7a923e7d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 210 time: 0.0262194 Mar 10 04:21:35.425491 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2057fcd-5b4b-49d2-845b-8e158c95730a req-fe50e709-0b58-45d4-b228-7716445cd380 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:35.427119 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e2057fcd-5b4b-49d2-845b-8e158c95730a req-fe50e709-0b58-45d4-b228-7716445cd380 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0532813 Mar 10 04:21:35.476654 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e2057fcd-5b4b-49d2-845b-8e158c95730a req-91cf6834-6f14-44c2-b666-d1c0ecf08664 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Mar 10 04:21:36.221044 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587c302-1f70-40a7-adb7-feb6a94836b9 req-de3a2ce7-3277-4aea-a86e-49f49c8ca950 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:36.222463 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2587c302-1f70-40a7-adb7-feb6a94836b9 req-de3a2ce7-3277-4aea-a86e-49f49c8ca950 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0518942 Mar 10 04:21:36.274012 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2587c302-1f70-40a7-adb7-feb6a94836b9 req-61579d20-1da8-40de-a1c9-010c3645eff6 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445094 Mar 10 04:21:36.413761 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-a80f38bb-c03a-4922-8b2a-7bd4d3bdc310 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:36.415258 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-a80f38bb-c03a-4922-8b2a-7bd4d3bdc310 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.1337490 Mar 10 04:21:36.448328 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-aaf73ba8-63ed-4b06-b278-abfa30504a84 req-47b40e4e-4fc1-48ab-ab8f-770113133270 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 210 time: 0.0301716 Mar 10 04:21:36.485669 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073465c3-1771-44d8-a922-9478ccee34e9 req-be8d98ba-b2b5-4456-b929-268197cb9f0f tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:36.487715 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-073465c3-1771-44d8-a922-9478ccee34e9 req-be8d98ba-b2b5-4456-b929-268197cb9f0f tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1269300 Mar 10 04:21:36.599044 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-073465c3-1771-44d8-a922-9478ccee34e9 req-f1d444cf-457a-41f2-9ff5-bed00b0dd71d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048756 Mar 10 04:21:36.607986 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-1e34c6dc-f711-4456-8b53-b580632909f0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 473 time: 0.1620164 Mar 10 04:21:36.627392 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'port': {'device_id': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'admin_state_up': True, 'tenant_id': '88c08913ec294120abef430805a80a98', 'security_groups': ['4ad19359-3372-47cd-9945-3045d0945777']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:36.671957 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efacfb9-ed26-472e-8193-969d04e76167 req-da1bd0e4-5817-45b0-8a78-b06336bef792 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:36.673488 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8efacfb9-ed26-472e-8193-969d04e76167 req-da1bd0e4-5817-45b0-8a78-b06336bef792 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1218722 Mar 10 04:21:36.729673 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-714a6f9c-303f-4add-98ac-c5c979080bd0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:36.731367 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-714a6f9c-303f-4add-98ac-c5c979080bd0 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 945 time: 0.0967970 Mar 10 04:21:36.767821 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8efacfb9-ed26-472e-8193-969d04e76167 req-bbf16751-3d44-4e57-a481-6e7add377209 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697138 Mar 10 04:21:36.847768 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Made reservation on behalf of 88c08913ec294120abef430805a80a98 for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:21:36.851333 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:36.875983 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Deleting port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:21:36.876418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:36.964573 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] For port e57285f6-7bb5-4b6d-92f2-737a69b42fa2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:36.964932 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:36.973486 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.20.0.9 (8040fa27-6543-4170-b870-037ad12017ee/daf6f6d9-2479-4818-ac6d-616c4ea97ea1/92ee0991-f008-41ba-9244-1f2e063fb51c) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:36.980704 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Calling delete_port for e57285f6-7bb5-4b6d-92f2-737a69b42fa2 owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:21:37.112740 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:37.207722 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (e57285f6-7bb5-4b6d-92f2-737a69b42fa2), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:37.218743 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:37.230956 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['21620203-568e-41a3-9e0f-e41d5c28c73b'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:21:37.255903 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network 8040fa27-6543-4170-b870-037ad12017ee is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:37.257889 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Pushing event deleted for resources: {'Port': ['ID=e57285f6-7bb5-4b6d-92f2-737a69b42fa2,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:37.259353 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:37.263993 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:37.366152 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:37.366255 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] No DVR routers for this DVR port e57285f6-7bb5-4b6d-92f2-737a69b42fa2 on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:21:37.366377 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:37.366462 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:37.366951 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ad8e774a-47fa-487f-950f-7eafd7ec966c req-dd8cb836-83c5-460c-8be0-a70da794033a tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "DELETE /v2.0/ports/e57285f6-7bb5-4b6d-92f2-737a69b42fa2 HTTP/1.1" status: 204 len: 173 time: 0.6292367 Mar 10 04:21:37.367627 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'name': 'network-vif-deleted', 'tag': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:37.371214 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8c311d-5e51-4bb5-8910-b64e38697ad4" -d '{"events": [{"server_uuid": "0568d53d-074d-4abb-9e2a-fa2613aad55d", "name": "network-vif-deleted", "tag": "e57285f6-7bb5-4b6d-92f2-737a69b42fa2"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:37.432605 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d80b44-e817-46db-afd0-542cb7eaa15d x-openstack-request-id: req-66d80b44-e817-46db-afd0-542cb7eaa15d {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:37.433142 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0568d53d-074d-4abb-9e2a-fa2613aad55d", "name": "network-vif-deleted", "tag": "e57285f6-7bb5-4b6d-92f2-737a69b42fa2", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:37.433882 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66d80b44-e817-46db-afd0-542cb7eaa15d {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:37.434476 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0568d53d-074d-4abb-9e2a-fa2613aad55d', 'name': 'network-vif-deleted', 'tag': 'e57285f6-7bb5-4b6d-92f2-737a69b42fa2', 'status': 'completed', 'code': 200} Mar 10 04:21:37.437022 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=92ee0991-f008-41ba-9244-1f2e063fb51c,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:37.462492 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ba3a633b-789d-4597-9e02-fd1ad3512f9e req-a009028e-fe26-4c53-a44e-b6ea2070922b tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 210 time: 0.0517144 Mar 10 04:21:37.518192 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-2399a2e6-cfab-4d03-b7d7-c26176ab7eb5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8972287 Mar 10 04:21:37.538110 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Request body: {'port': {'device_id': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:37.633610 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1157-4111-40eb-84cd-22e5b756ee95 req-5e7be7c1-2d89-48a7-ba3b-26e7001510a3 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:37.636377 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e1bb1157-4111-40eb-84cd-22e5b756ee95 req-5e7be7c1-2d89-48a7-ba3b-26e7001510a3 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 931 time: 0.1110313 Mar 10 04:21:37.636377 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:37.667680 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-c1566d24-e227-4987-b83d-f4cbb576a1c4 None None] Provisioning complete for port 92ee0991-f008-41ba-9244-1f2e063fb51c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:37.668506 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c1566d24-e227-4987-b83d-f4cbb576a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:37.716492 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-c1566d24-e227-4987-b83d-f4cbb576a1c4 None None] Port 92ee0991-f008-41ba-9244-1f2e063fb51c cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:21:37.828962 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e1bb1157-4111-40eb-84cd-22e5b756ee95 req-a88869eb-86c1-4c7f-91ae-59e281de772f tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825330 Mar 10 04:21:37.850168 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d042d-5bf6-4f8a-9ae5-06dc3dcd51f1 req-5b0d5a89-4872-499e-a445-9346ac4f812b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:37.851708 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-861d042d-5bf6-4f8a-9ae5-06dc3dcd51f1 req-5b0d5a89-4872-499e-a445-9346ac4f812b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1506617 Mar 10 04:21:38.005348 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-861d042d-5bf6-4f8a-9ae5-06dc3dcd51f1 req-63d205da-43c2-4495-b998-d48865c5261d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466632 Mar 10 04:21:38.041678 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459124dc-55d8-4452-bd21-429052b1f076 req-be6abc40-b4d3-4940-b5b6-1ef123a52018 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:38.043164 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-459124dc-55d8-4452-bd21-429052b1f076 req-be6abc40-b4d3-4940-b5b6-1ef123a52018 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1356988 Mar 10 04:21:38.124289 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ee0991-f008-41ba-9244-1f2e063fb51c {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:21:38.135423 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Publish callbacks [] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:38.140840 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-459124dc-55d8-4452-bd21-429052b1f076 req-5cb05070-d870-431c-beb2-5a19aff56f7e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884712 Mar 10 04:21:38.152865 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Transition to ACTIVE for port object 92ee0991-f008-41ba-9244-1f2e063fb51c will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:21:38.229659 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:38.296274 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=92ee0991-f008-41ba-9244-1f2e063fb51c,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:38.352270 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Attempting to bind port 92ee0991-f008-41ba-9244-1f2e063fb51c on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:21:38.352606 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Attempting to bind port 92ee0991-f008-41ba-9244-1f2e063fb51c by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:21:38.352947 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Attempting to bind port 92ee0991-f008-41ba-9244-1f2e063fb51c on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:38.357915 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Port 92ee0991-f008-41ba-9244-1f2e063fb51c on network 8040fa27-6543-4170-b870-037ad12017ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:21:38.358216 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Attempting to bind port 92ee0991-f008-41ba-9244-1f2e063fb51c on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:38.363783 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:21:38.364162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Checking segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:38.364549 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Bound using segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:21:38.365009 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Bound port: 92ee0991-f008-41ba-9244-1f2e063fb51c, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:21:38.365371 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:38.437679 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] For port 92ee0991-f008-41ba-9244-1f2e063fb51c, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:21:38.441494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] For port 92ee0991-f008-41ba-9244-1f2e063fb51c, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92ee0991-f008-41ba-9244-1f2e063fb51c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:21:38.539010 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:38.601305 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-42ce01b3-8279-49b1-b9dd-f660cc0a17e3 req-e3f69c3d-f6a4-484f-97a3-104bd0a107ef tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=0568d53d-074d-4abb-9e2a-fa2613aad55d HTTP/1.1" status: 200 len: 210 time: 0.0568519 Mar 10 04:21:38.607695 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:38.608367 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:38.611533 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] 10.222.0.37 "PUT /v2.0/ports/92ee0991-f008-41ba-9244-1f2e063fb51c HTTP/1.1" status: 200 len: 1093 time: 1.0758858 Mar 10 04:21:38.611533 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:38.612895 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf53f7-e81a-4d7d-bedc-8bc5bc32dc62" -d '{"events": [{"name": "network-changed", "server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:38.641299 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ab679-f433-4a45-bc8d-2d013660ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=92ee0991-f008-41ba-9244-1f2e063fb51c,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:38.652335 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6519d389-78c5-4251-8937-d2504571498c x-openstack-request-id: req-6519d389-78c5-4251-8937-d2504571498c {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:38.652633 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:38.652926 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6519d389-78c5-4251-8937-d2504571498c {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:38.653330 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'status': 'completed', 'code': 200} Mar 10 04:21:38.722854 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf53f7-e81a-4d7d-bedc-8bc5bc32dc62 req-c2c05ba9-2c61-4e7e-91bb-2efa19283e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:38.724494 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d3bf53f7-e81a-4d7d-bedc-8bc5bc32dc62 req-c2c05ba9-2c61-4e7e-91bb-2efa19283e63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0501404 Mar 10 04:21:38.821370 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf53f7-e81a-4d7d-bedc-8bc5bc32dc62 req-e2c0b978-734d-4ed8-b6c6-c0d20e7a14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:38.822806 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d3bf53f7-e81a-4d7d-bedc-8bc5bc32dc62 req-e2c0b978-734d-4ed8-b6c6-c0d20e7a14d5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=88c08913ec294120abef430805a80a98&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0915017 Mar 10 04:21:38.950203 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf53f7-e81a-4d7d-bedc-8bc5bc32dc62 req-a0502619-79eb-42d4-9979-b2fc06d21471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:38.951716 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d3bf53f7-e81a-4d7d-bedc-8bc5bc32dc62 req-a0502619-79eb-42d4-9979-b2fc06d21471 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228697 Mar 10 04:21:38.970637 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f0944-cd0a-47b6-ac14-b8e0bff986d0 req-92f69482-2627-40b5-bec4-342f8fa1f0c7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:38.972177 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e09f0944-cd0a-47b6-ac14-b8e0bff986d0 req-92f69482-2627-40b5-bec4-342f8fa1f0c7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0723276 Mar 10 04:21:39.047213 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e09f0944-cd0a-47b6-ac14-b8e0bff986d0 req-13761e97-47b1-472e-b1a3-59fb6d411c70 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692062 Mar 10 04:21:39.055832 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e57285f6-7bb5-4b6d-92f2-737a69b42fa2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:21:39.058771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-c85395db-8d1c-411c-b842-ca4b2c54b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:39.060301 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-c85395db-8d1c-411c-b842-ca4b2c54b8be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 1127 time: 0.0685499 Mar 10 04:21:39.076829 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: e57285f6-7bb5-4b6d-92f2-737a69b42fa2 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:21:39.077179 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e57285f6-7bb5-4b6d-92f2-737a69b42fa2 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:21:39.120101 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-a0ea0975-ad7d-4d61-8643-7b964955f874 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ee0991-f008-41ba-9244-1f2e063fb51c HTTP/1.1" status: 200 len: 217 time: 0.0466795 Mar 10 04:21:39.191344 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-fcc5a1fd-26ca-4436-b743-27a2ae6e4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:39.192852 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-fcc5a1fd-26ca-4436-b743-27a2ae6e4c91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0582528 Mar 10 04:21:39.200608 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30169f89-240e-442d-b4a4-93c689fb19eb req-e8d5b086-66c7-402b-825a-5b771d29b395 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:39.202018 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-30169f89-240e-442d-b4a4-93c689fb19eb req-e8d5b086-66c7-402b-825a-5b771d29b395 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1273584 Mar 10 04:21:39.333718 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-30169f89-240e-442d-b4a4-93c689fb19eb req-a747d283-44a8-44ca-b476-28fe3d716463 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211255 Mar 10 04:21:39.343054 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de2ff-2b86-4379-a427-b18553e38324 req-ac6940bb-5f45-4133-bc57-f1c54a7e7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:39.344675 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-ac6940bb-5f45-4133-bc57-f1c54a7e7e8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1417093 Mar 10 04:21:39.366826 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdf89-0dd9-476c-8b95-c25dd7b0270f req-bf8cc0ed-0a0c-41bf-9ab1-c40be5ebb46b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:39.367818 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a3cdf89-0dd9-476c-8b95-c25dd7b0270f req-bf8cc0ed-0a0c-41bf-9ab1-c40be5ebb46b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1297374 Mar 10 04:21:39.473772 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a3cdf89-0dd9-476c-8b95-c25dd7b0270f req-84da1241-d0a7-473a-b107-13bc7fd02b36 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958643 Mar 10 04:21:39.485219 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-9cf0a0b0-383b-4a6c-ac16-5dd6fe208c39 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344466 Mar 10 04:21:39.583544 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-834de2ff-2b86-4379-a427-b18553e38324 req-a3cde701-ec49-4bc4-8fa9-32d0d5f9b98f service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920203 Mar 10 04:21:40.162964 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58302) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:40.195713 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d86aa-b680-428c-9e39-938c82ef6d8a req-cd2ecb2e-ab1c-4b26-b60b-8d2cb98fcb10 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:40.197270 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d20d86aa-b680-428c-9e39-938c82ef6d8a req-cd2ecb2e-ab1c-4b26-b60b-8d2cb98fcb10 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0585454 Mar 10 04:21:40.268350 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d20d86aa-b680-428c-9e39-938c82ef6d8a req-b2a42b67-173d-4d99-81c4-9e7624af31b7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653057 Mar 10 04:21:40.291508 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061fe40-2682-469f-8656-879fb90f3d9c req-5d2c2605-755b-4d51-a5dd-60992a595dd1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:40.292997 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2061fe40-2682-469f-8656-879fb90f3d9c req-5d2c2605-755b-4d51-a5dd-60992a595dd1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0627990 Mar 10 04:21:40.309572 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1208eec5-00f3-4568-84ff-97b5a6a0b496 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dc85327c1fa48fa9678056ec9661051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453021 Mar 10 04:21:40.313303 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58308) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:40.339962 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2061fe40-2682-469f-8656-879fb90f3d9c req-15cbc165-e2ba-49c6-8c0c-a6142eaca044 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Mar 10 04:21:40.359160 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-374defbf-72cf-4313-967a-93304871f129 admin admin] Publish callbacks [] for security_group (bce5a159-51ac-4f99-952b-8acd693a8286), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:40.384387 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-374defbf-72cf-4313-967a-93304871f129 admin admin] Publish callbacks [] for security_group (bce5a159-51ac-4f99-952b-8acd693a8286), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:40.464050 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cfcc1-6cdd-429c-8626-660a425be9dd req-a1ed26dc-62fb-43e2-b463-c41972e93732 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:40.465549 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b8cfcc1-6cdd-429c-8626-660a425be9dd req-a1ed26dc-62fb-43e2-b463-c41972e93732 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0571105 Mar 10 04:21:40.515180 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b8cfcc1-6cdd-429c-8626-660a425be9dd req-673cc1b6-21a4-4071-8691-eff887bd9d8c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Mar 10 04:21:40.516418 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-374defbf-72cf-4313-967a-93304871f129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bce5a159-51ac-4f99-952b-8acd693a8286), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:40.519169 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-374defbf-72cf-4313-967a-93304871f129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:40.522798 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-374defbf-72cf-4313-967a-93304871f129 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bce5a159-51ac-4f99-952b-8acd693a8286 HTTP/1.1" status: 204 len: 168 time: 0.2060418 Mar 10 04:21:40.528279 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374defbf-72cf-4313-967a-93304871f129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce5a159-51ac-4f99-952b-8acd693a8286,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:40.611496 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e5be4-77d8-4e1f-9bb3-fd65fc3e2b68 req-86cc0dfa-dc07-43c8-903a-5217ffbe9b65 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:40.613614 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4d4e5be4-77d8-4e1f-9bb3-fd65fc3e2b68 req-86cc0dfa-dc07-43c8-903a-5217ffbe9b65 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0515068 Mar 10 04:21:40.658732 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4d4e5be4-77d8-4e1f-9bb3-fd65fc3e2b68 req-7bd95963-af25-4e4f-a089-2d3a802ce023 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395749 Mar 10 04:21:41.383780 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46b709-ee8c-433a-983b-0cf977d9d844 req-fc8ff121-6757-42c7-aca1-d86465b9fc4e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:41.385224 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6e46b709-ee8c-433a-983b-0cf977d9d844 req-fc8ff121-6757-42c7-aca1-d86465b9fc4e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0518136 Mar 10 04:21:41.431073 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58338) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:41.459930 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6e46b709-ee8c-433a-983b-0cf977d9d844 req-e25682e7-f00e-4ff0-a279-2f7427ef9701 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690467 Mar 10 04:21:41.481979 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258681e-53e4-4af3-8e91-1c62838edce4 req-b8a90cc6-a168-4986-bec9-a6b3e81041ae tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:41.483467 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9258681e-53e4-4af3-8e91-1c62838edce4 req-b8a90cc6-a168-4986-bec9-a6b3e81041ae tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0673528 Mar 10 04:21:41.527709 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-845039797-network', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:41.531949 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9258681e-53e4-4af3-8e91-1c62838edce4 req-63b2fa43-6758-4a20-988b-08673a01a482 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Mar 10 04:21:41.606798 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Made reservation on behalf of a14bb0881c5b4cdf8230ecf5ae16f315 for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:21:41.609101 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:41.617820 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:41.645527 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfab972-ced4-4a1d-96c8-7b6b2fe47636 req-981f9289-09c6-4e09-ac42-cfe965ebf5af tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:41.646998 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4cfab972-ced4-4a1d-96c8-7b6b2fe47636 req-981f9289-09c6-4e09-ac42-cfe965ebf5af tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0532591 Mar 10 04:21:41.691653 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks [] for security_group (3b0e5755-cb5f-4b59-acba-a4a63e3064b9), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:41.696563 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4cfab972-ced4-4a1d-96c8-7b6b2fe47636 req-17b4714e-0c0f-4c23-83ca-2a437a146f29 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438864 Mar 10 04:21:41.781073 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53208bce-f41a-4b2f-80c6-442d467a185d req-953f041f-5c91-4517-877d-dcb6fd2da5b9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:41.782511 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-53208bce-f41a-4b2f-80c6-442d467a185d req-953f041f-5c91-4517-877d-dcb6fd2da5b9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0540020 Mar 10 04:21:41.783719 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (3b0e5755-cb5f-4b59-acba-a4a63e3064b9), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:41.811291 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:21:41.818123 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0e5755-cb5f-4b59-acba-a4a63e3064b9,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:41.826659 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (37338210-65f6-4bf7-ad21-8459cff6f107), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:41.826994 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Added segment 37338210-65f6-4bf7-ad21-8459cff6f107 of type vlan for network ba7a4c0a-3458-45ab-a301-729623705265 Mar 10 04:21:41.829115 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.829468 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.829793 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-53208bce-f41a-4b2f-80c6-442d467a185d req-0d165d5e-f7a7-4c89-b20c-e518dabfee47 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Mar 10 04:21:41.829913 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.830130 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.830460 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.830817 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.831145 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.831467 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.831788 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.832167 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.837593 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.837593 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.837593 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:41.880273 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (ba7a4c0a-3458-45ab-a301-729623705265), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:41.943082 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (ba7a4c0a-3458-45ab-a301-729623705265), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:41.943998 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:41.944601 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.002336 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] Pushing event updated for resources: {'Network': ['ID=ba7a4c0a-3458-45ab-a301-729623705265,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:42.008477 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-03f3225e-b7cd-43aa-b0ae-2b043e9155bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5761611 Mar 10 04:21:42.011384 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58346) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:42.014019 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network ba7a4c0a-3458-45ab-a301-729623705265 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:21:42.017591 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Request body: {'subnet': {'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-845039797-subnet', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:42.075168 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Made reservation on behalf of a14bb0881c5b4cdf8230ecf5ae16f315 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:21:42.077561 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016687'] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.326485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5938147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016641'] for subnet (0d231466-e4ad-44de-abc3-577a7f47b0de), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.380906 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d231466-e4ad-44de-abc3-577a7f47b0de,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:42.387560 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Checking segment: {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:42.387913 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Network hostable DHCP agents. Network: ba7a4c0a-3458-45ab-a301-729623705265, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:21:42.480580 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Network ba7a4c0a-3458-45ab-a301-729623705265 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:21:42.543951 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, ba7a4c0a-3458-45ab-a301-729623705265) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:42.548084 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:42.548689 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.556943 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41a271-90da-49d0-a65c-e076b95b23b0 None None] Network ba7a4c0a-3458-45ab-a301-729623705265 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:21:42.595850 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd7ec9-7beb-4367-aa83-c8f26d4da0cc req-827a1b47-5c0d-4399-84e1-0a8826ecc137 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:42.597975 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d7fd7ec9-7beb-4367-aa83-c8f26d4da0cc req-827a1b47-5c0d-4399-84e1-0a8826ecc137 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 943 time: 0.0716486 Mar 10 04:21:42.629474 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2e508d36-b1be-4997-b59c-ad5e35b6eb15 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6170118 Mar 10 04:21:42.630185 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58352) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:42.634437 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:42.667036 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-ba7a4c0a-3458-45ab-a301-729623705265', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:21:42.667907 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.682356 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a028e-b3f3-4731-8f2d-068149e0fdca req-95296598-e634-402a-adb6-ef8bc66fa1bb tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:42.683842 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad1a028e-b3f3-4731-8f2d-068149e0fdca req-95296598-e634-402a-adb6-ef8bc66fa1bb tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0821984 Mar 10 04:21:42.686787 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d7fd7ec9-7beb-4367-aa83-c8f26d4da0cc req-e3b6518b-7dae-44f0-8fc3-6e4297a6c761 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767393 Mar 10 04:21:42.721160 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.722489 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.747842 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad1a028e-b3f3-4731-8f2d-068149e0fdca req-9b934672-7c4f-4d48-af18-eec03f95947c tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522313 Mar 10 04:21:42.789656 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks [] for router_controller (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), precommit_add_association {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.821502 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Allocated IP 172.20.0.2 (ba7a4c0a-3458-45ab-a301-729623705265/0d231466-e4ad-44de-abc3-577a7f47b0de/5d95dab5-dedb-47ca-a00f-b56a61732b52) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:42.828873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f1ad4-b123-4f3b-8c22-49bf5b1666e4 req-aa13e5b0-e15d-4ab3-aeb5-301dc3c6cec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:42.830357 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-600f1ad4-b123-4f3b-8c22-49bf5b1666e4 req-aa13e5b0-e15d-4ab3-aeb5-301dc3c6cec2 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0524437 Mar 10 04:21:42.897655 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-600f1ad4-b123-4f3b-8c22-49bf5b1666e4 req-c38578ff-9552-410e-ae51-ee44cac70ace tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607486 Mar 10 04:21:42.971186 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Publish callbacks [] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:42.971868 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83323c2-2c81-434a-854a-74184b47d41f req-82377c98-3b4c-404e-b4d0-6d448c07cec3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:42.973519 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f83323c2-2c81-434a-854a-74184b47d41f req-82377c98-3b4c-404e-b4d0-6d448c07cec3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0531979 Mar 10 04:21:43.021028 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks [] for router_gateway (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.022815 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f83323c2-2c81-434a-854a-74184b47d41f req-ef349a03-52ba-4cb7-b02f-a11de67d2434 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Mar 10 04:21:43.046792 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.080156 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 92ee0991-f008-41ba-9244-1f2e063fb51c details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:21:43.091654 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Network ba7a4c0a-3458-45ab-a301-729623705265 is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:43.102100 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:43.107933 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:43.111822 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Pushing event updated for resources: {'Port': ['ID=5d95dab5-dedb-47ca-a00f-b56a61732b52,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:43.219641 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Attempting to bind port 5d95dab5-dedb-47ca-a00f-b56a61732b52 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:21:43.219994 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Attempting to bind port 5d95dab5-dedb-47ca-a00f-b56a61732b52 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:21:43.220388 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Attempting to bind port 5d95dab5-dedb-47ca-a00f-b56a61732b52 on network ba7a4c0a-3458-45ab-a301-729623705265 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:43.229458 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:21:43.229839 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Checking segment: {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:43.234049 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.234049 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Bound using segment: {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:21:43.234049 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Bound port: 5d95dab5-dedb-47ca-a00f-b56a61732b52, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:21:43.234049 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.260501 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 92ee0991-f008-41ba-9244-1f2e063fb51c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92ee0991-f008-41ba-9244-1f2e063fb51c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:43.295653 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'port_id': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'mac_address': 'fa:16:3e:a3:a3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:21:43.301644 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks [] for router_gateway (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.320196 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.346362 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] For port 5d95dab5-dedb-47ca-a00f-b56a61732b52, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:21:43.350687 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] For port 5d95dab5-dedb-47ca-a00f-b56a61732b52, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=5d95dab5-dedb-47ca-a00f-b56a61732b52,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:21:43.354716 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 92ee0991-f008-41ba-9244-1f2e063fb51c is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:43.355107 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.368989 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ee0991-f008-41ba-9244-1f2e063fb51c {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:21:43.388303 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 92ee0991-f008-41ba-9244-1f2e063fb51c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92ee0991-f008-41ba-9244-1f2e063fb51c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:43.418235 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.426279 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Allocated IP 172.28.0.69 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/09298937-6af6-4652-8360-78ec7d7fd56b) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:43.455043 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.475151 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80998c-4884-4845-ae78-a079c72db212 None None] Pushing event updated for resources: {'Port': ['ID=5d95dab5-dedb-47ca-a00f-b56a61732b52,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:43.524910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=92ee0991-f008-41ba-9244-1f2e063fb51c,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:43.533396 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks [] for port (09298937-6af6-4652-8360-78ec7d7fd56b), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.607179 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:43.650487 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:43.653412 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:43.659732 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:43.688489 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=09298937-6af6-4652-8360-78ec7d7fd56b,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:43.825543 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad343c7-3897-45a3-9bd5-5fcc10c505d9 req-248e5194-b6ab-4670-b8d0-49ae78bf3b64 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:43.827514 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cad343c7-3897-45a3-9bd5-5fcc10c505d9 req-248e5194-b6ab-4670-b8d0-49ae78bf3b64 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 944 time: 0.0667284 Mar 10 04:21:43.838065 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['92ee0991-f008-41ba-9244-1f2e063fb51c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:21:43.913591 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9020c-14de-415e-8615-49367f9e73e4 req-9189343d-f4f1-4a7d-869f-f81954816688 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:43.914442 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59e9020c-14de-415e-8615-49367f9e73e4 req-9189343d-f4f1-4a7d-869f-f81954816688 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0838079 Mar 10 04:21:43.917963 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cad343c7-3897-45a3-9bd5-5fcc10c505d9 req-3cc6bf65-dbb5-4ecc-8187-cccbd51fb2f6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783689 Mar 10 04:21:43.977695 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59e9020c-14de-415e-8615-49367f9e73e4 req-4754c451-6d85-4c70-a794-7240613f8aae tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542016 Mar 10 04:21:44.055469 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd820-6820-4a2f-b9b5-585f83918f49 req-00f28724-ccff-4b6f-abd3-7f48558072ba tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:44.058930 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a2fd820-6820-4a2f-b9b5-585f83918f49 req-00f28724-ccff-4b6f-abd3-7f48558072ba tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0596211 Mar 10 04:21:44.138549 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a2fd820-6820-4a2f-b9b5-585f83918f49 req-6032404a-1614-48ac-9ea6-60a990b4b9a1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754807 Mar 10 04:21:44.174509 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8376fe-1409-4a4e-a79f-3eec5d5d6a4b req-3cbd8a8d-a9a8-4502-8576-1491931536a1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:44.176219 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0c8376fe-1409-4a4e-a79f-3eec5d5d6a4b req-3cbd8a8d-a9a8-4502-8576-1491931536a1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0784819 Mar 10 04:21:44.228245 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0c8376fe-1409-4a4e-a79f-3eec5d5d6a4b req-c9f51298-69a2-47f3-aaba-7b305b157758 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460057 Mar 10 04:21:44.259579 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks [] for router_gateway (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.465747 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe6006-8f00-4734-8643-08ae5165cd2a None None] Network ba7a4c0a-3458-45ab-a301-729623705265 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:21:44.466707 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.524249 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 5d95dab5-dedb-47ca-a00f-b56a61732b52 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:44.578558 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-43bbdb05-aa13-43eb-b858-42ca279f2220 None None] Provisioning complete for port 5d95dab5-dedb-47ca-a00f-b56a61732b52 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:44.578932 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-43bbdb05-aa13-43eb-b858-42ca279f2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.648171 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 5d95dab5-dedb-47ca-a00f-b56a61732b52 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:44.648543 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.657788 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Router a05f0568-f5ac-47c1-8e5f-df17f193a4ea is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:21:44.729007 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-43bbdb05-aa13-43eb-b858-42ca279f2220 None None] Current status of the port 5d95dab5-dedb-47ca-a00f-b56a61732b52 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:44.729304 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-43bbdb05-aa13-43eb-b858-42ca279f2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.777044 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:21:44.788681 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Sync routers for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:21:44.796681 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 5d95dab5-dedb-47ca-a00f-b56a61732b52 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:44.797077 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.801399 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-43bbdb05-aa13-43eb-b858-42ca279f2220 None None] For port 5d95dab5-dedb-47ca-a00f-b56a61732b52, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=5d95dab5-dedb-47ca-a00f-b56a61732b52,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:44.802539 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:44.803229 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:44.871564 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.875271 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-8c1aaf9a-3161-4940-96c9-e29c0bfb8aa9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2418988 Mar 10 04:21:44.876678 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58366) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:44.899721 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-43bbdb05-aa13-43eb-b858-42ca279f2220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:44.910555 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:44.970560 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.db.api [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 04:21:44.971070 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG oslo_db.api [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 04:21:44.974517 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbdb05-aa13-43eb-b858-42ca279f2220 None None] Pushing event updated for resources: {'Port': ['ID=5d95dab5-dedb-47ca-a00f-b56a61732b52,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:45.019910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-090350a6-e2f5-4f90-8f7d-a2b0883841d3 None None] Provisioning complete for port 5d95dab5-dedb-47ca-a00f-b56a61732b52 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:45.020434 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-090350a6-e2f5-4f90-8f7d-a2b0883841d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.102822 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 92ee0991-f008-41ba-9244-1f2e063fb51c up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:45.103527 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:43Z', 'revision_number': 3, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:45.131606 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-090350a6-e2f5-4f90-8f7d-a2b0883841d3 None None] Current status of the port 5d95dab5-dedb-47ca-a00f-b56a61732b52 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:45.131965 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Checking router: a05f0568-f5ac-47c1-8e5f-df17f193a4ea for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:21:45.132311 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Updating router a05f0568-f5ac-47c1-8e5f-df17f193a4ea port 09298937-6af6-4652-8360-78ec7d7fd56b binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:21:45.160998 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.229619 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 92ee0991-f008-41ba-9244-1f2e063fb51c completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:21:45.235292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 92ee0991-f008-41ba-9244-1f2e063fb51c triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:45.235998 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.322895 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 92ee0991-f008-41ba-9244-1f2e063fb51c is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:45.323332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.351589 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:45.353923 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd4949-5219-43de-bba8-3f5cb1b236ad" -d '{"events": [{"server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:45.366887 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 92ee0991-f008-41ba-9244-1f2e063fb51c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92ee0991-f008-41ba-9244-1f2e063fb51c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:45.373189 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f195a-5dcc-4fd2-b39a-07b10120be7b req-9324a6be-b521-4231-94c8-2e8ab0fd2e0d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:45.374686 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-175f195a-5dcc-4fd2-b39a-07b10120be7b req-9324a6be-b521-4231-94c8-2e8ab0fd2e0d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 944 time: 0.1412108 Mar 10 04:21:45.386122 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f2b79-a3a8-47f3-aa3a-1f9050545d87 req-0928138e-bbc5-40e6-bd8d-1d1131f12e15 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:45.392431 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c86f2b79-a3a8-47f3-aa3a-1f9050545d87 req-0928138e-bbc5-40e6-bd8d-1d1131f12e15 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.1530678 Mar 10 04:21:45.431933 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.454736 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Publish callbacks [] for port (09298937-6af6-4652-8360-78ec7d7fd56b), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.504378 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.508007 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=92ee0991-f008-41ba-9244-1f2e063fb51c,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:45.522055 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 5d95dab5-dedb-47ca-a00f-b56a61732b52 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:45.541846 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-175f195a-5dcc-4fd2-b39a-07b10120be7b req-b1af4f48-f23e-4880-8465-dd5fc122b564 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532273 Mar 10 04:21:45.546805 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c86f2b79-a3a8-47f3-aa3a-1f9050545d87 req-4c4f607a-8533-4838-8fee-7bed13e3bc61 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484942 Mar 10 04:21:45.554245 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Attempting to bind port 09298937-6af6-4652-8360-78ec7d7fd56b on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:21:45.554830 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Attempting to bind port 09298937-6af6-4652-8360-78ec7d7fd56b by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:21:45.555372 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Attempting to bind port 09298937-6af6-4652-8360-78ec7d7fd56b on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:45.567588 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:21:45.567966 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:45.568392 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.568774 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:21:45.569424 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Bound port: 09298937-6af6-4652-8360-78ec7d7fd56b, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:21:45.569979 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.610945 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Pushing event updated for resources: {'Port': ['ID=09298937-6af6-4652-8360-78ec7d7fd56b,revision_number=2']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:45.626293 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.626648 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.627010 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.627346 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.628284 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.628603 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.628934 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.629257 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.629578 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.629913 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.630235 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.630554 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.630873 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:45.634398 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] For port 09298937-6af6-4652-8360-78ec7d7fd56b, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:21:45.637657 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] For port 09298937-6af6-4652-8360-78ec7d7fd56b, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=09298937-6af6-4652-8360-78ec7d7fd56b,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:21:45.681143 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.739742 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:45.740381 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:45.745602 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7f382-6af0-4fba-928e-536c4f6f589b req-0a66f1fa-723a-447e-89db-66763645b087 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:45.747114 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db7f382-6af0-4fba-928e-536c4f6f589b req-0a66f1fa-723a-447e-89db-66763645b087 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1382236 Mar 10 04:21:45.777301 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4ace-ce3e-49ad-8da6-2a195595ab30 None None] Pushing event updated for resources: {'Port': ['ID=09298937-6af6-4652-8360-78ec7d7fd56b,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:45.786233 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2056c5f-4d46-4cb0-aa77-51e78751dcd9 req-ac4705b8-b815-4d68-b877-755f6456be0d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:45.787732 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f2056c5f-4d46-4cb0-aa77-51e78751dcd9 req-ac4705b8-b815-4d68-b877-755f6456be0d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1465504 Mar 10 04:21:45.850760 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:45.886260 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db7f382-6af0-4fba-928e-536c4f6f589b req-d31c0f7a-164b-4720-889c-4c114fa45d24 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318364 Mar 10 04:21:45.902632 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:45.907322 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f2056c5f-4d46-4cb0-aa77-51e78751dcd9 req-1d49c72a-9ce2-408a-9637-dec1106b11d2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129880 Mar 10 04:21:45.946258 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c56b18-5d84-4ae3-ad2a-1ec60f68c1b9 x-openstack-request-id: req-48c56b18-5d84-4ae3-ad2a-1ec60f68c1b9 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:45.946258 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "name": "network-vif-plugged", "status": "completed", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:45.946258 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48c56b18-5d84-4ae3-ad2a-1ec60f68c1b9 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:45.946258 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'code': 200} Mar 10 04:21:46.051341 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:43Z', 'revision_number': 3, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:46.076449 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47e325-c6fe-4236-a083-788153bab555 None None] The sync data for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb is: [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:43Z', 'revision_number': 3, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:21:46.085745 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Allocated IP 172.20.0.1 (ba7a4c0a-3458-45ab-a301-729623705265/0d231466-e4ad-44de-abc3-577a7f47b0de/0d274456-f34e-4eb9-9461-55cfc55abe46) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:46.113541 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:21:46.219308 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks [] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.258004 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-7f0cfe77-5c97-4799-ba4a-bb97f00dcaa1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:46.259543 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-7f0cfe77-5c97-4799-ba4a-bb97f00dcaa1 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.0825632 Mar 10 04:21:46.269237 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13594a4-5d01-44c4-935d-112489d803f6 req-905bc527-ceb0-493c-9d53-69e79f4047fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:46.270752 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d13594a4-5d01-44c4-935d-112489d803f6 req-905bc527-ceb0-493c-9d53-69e79f4047fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 1129 time: 0.0474529 Mar 10 04:21:46.335260 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d13594a4-5d01-44c4-935d-112489d803f6 req-035a0b51-55ec-448a-b5ee-f3a29f236916 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513542 Mar 10 04:21:46.373527 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.418039 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Network ba7a4c0a-3458-45ab-a301-729623705265 is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:46.426788 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:46.433887 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:46.465530 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Pushing event updated for resources: {'Port': ['ID=0d274456-f34e-4eb9-9461-55cfc55abe46,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:46.473566 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Deleting port 21620203-568e-41a3-9e0f-e41d5c28c73b {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:21:46.473922 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.500294 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.500631 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.500981 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.501332 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.501670 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.502008 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.502344 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.503229 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.503566 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.503905 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.504260 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.504590 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.505282 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:21:46.525842 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.626612 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 5d95dab5-dedb-47ca-a00f-b56a61732b52 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:46.671600 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] For port 21620203-568e-41a3-9e0f-e41d5c28c73b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=21620203-568e-41a3-9e0f-e41d5c28c73b,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:46.672266 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.695421 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 5d95dab5-dedb-47ca-a00f-b56a61732b52 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:46.695814 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.787041 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Calling delete_port for 21620203-568e-41a3-9e0f-e41d5c28c73b owned by compute:nova {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:21:46.790702 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 5d95dab5-dedb-47ca-a00f-b56a61732b52 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:46.791794 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 09298937-6af6-4652-8360-78ec7d7fd56b up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:46.794819 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d43cd434-8649-4f28-babf-a53389c6997e None None] Provisioning complete for port 0d274456-f34e-4eb9-9461-55cfc55abe46 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:46.795611 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d43cd434-8649-4f28-babf-a53389c6997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.861203 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d43cd434-8649-4f28-babf-a53389c6997e None None] Port 0d274456-f34e-4eb9-9461-55cfc55abe46 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:21:46.872203 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a56c5-a628-41eb-9cbc-4942f62b1f31 req-8c618d93-b6f7-493e-918c-85f5ab5a01ef tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:46.873867 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-088a56c5-a628-41eb-9cbc-4942f62b1f31 req-8c618d93-b6f7-493e-918c-85f5ab5a01ef tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1847143 Mar 10 04:21:46.874351 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 09298937-6af6-4652-8360-78ec7d7fd56b triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:46.874743 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.892872 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb0c6-489d-4b20-94ef-7c347152131a req-e12ac1b5-b7bd-4582-928d-1c2d4da0aefe tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:46.894460 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-562eb0c6-489d-4b20-94ef-7c347152131a req-e12ac1b5-b7bd-4582-928d-1c2d4da0aefe tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 946 time: 0.2158649 Mar 10 04:21:46.970615 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 09298937-6af6-4652-8360-78ec7d7fd56b is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:46.971020 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:46.993191 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port 09298937-6af6-4652-8360-78ec7d7fd56b, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=09298937-6af6-4652-8360-78ec7d7fd56b,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:47.017631 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.036178 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-088a56c5-a628-41eb-9cbc-4942f62b1f31 req-269288f8-52eb-4f12-98de-594d57b55a03 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530342 Mar 10 04:21:47.046838 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.097857 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-562eb0c6-489d-4b20-94ef-7c347152131a req-a9624bf5-b3d1-4cf6-a379-a01a97125dd9 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfd9add2-92eb-4960-af5a-86da77cbbe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662235 Mar 10 04:21:47.122638 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=09298937-6af6-4652-8360-78ec7d7fd56b,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:47.300489 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (21620203-568e-41a3-9e0f-e41d5c28c73b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.308484 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf23e-c5e2-422e-ac8f-6237db4f4c26 req-bbca0e7d-2e7c-40c6-8e0e-027318570e48 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:47.310001 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2d1cf23e-c5e2-422e-ac8f-6237db4f4c26 req-bbca0e7d-2e7c-40c6-8e0e-027318570e48 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1731708 Mar 10 04:21:47.317017 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['21620203-568e-41a3-9e0f-e41d5c28c73b'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:21:47.353198 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a3232-fc22-4f6e-b422-a654c68d66c8 req-f9953d59-42d6-441f-b077-4785541574f1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:47.354787 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-368a3232-fc22-4f6e-b422-a654c68d66c8 req-f9953d59-42d6-441f-b077-4785541574f1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1823218 Mar 10 04:21:47.362356 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Pushing event deleted for resources: {'Port': ['ID=21620203-568e-41a3-9e0f-e41d5c28c73b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:47.456144 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] No DVR routers for this DVR port 21620203-568e-41a3-9e0f-e41d5c28c73b on host hv-cinder-77819 {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:21:47.470556 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.474472 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2ee065e6-7915-4fc7-a5f0-e6273ad0f4ea req-b20c61f4-2abf-4330-97cc-eec59eeaf871 tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.37 "DELETE /v2.0/ports/21620203-568e-41a3-9e0f-e41d5c28c73b HTTP/1.1" status: 204 len: 173 time: 1.2082086 Mar 10 04:21:47.480531 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'name': 'network-vif-deleted', 'tag': '21620203-568e-41a3-9e0f-e41d5c28c73b'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:47.482748 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc2e50a-dde9-4546-a99c-cf69c327b2c5" -d '{"events": [{"server_uuid": "9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf", "name": "network-vif-deleted", "tag": "21620203-568e-41a3-9e0f-e41d5c28c73b"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:47.501991 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2d1cf23e-c5e2-422e-ac8f-6237db4f4c26 req-50e1d427-255c-433a-85b2-7592efa12302 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845775 Mar 10 04:21:47.522274 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks [] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.526725 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-368a3232-fc22-4f6e-b422-a654c68d66c8 req-08d0c5b0-e5f4-412c-9449-25f44e535106 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622558 Mar 10 04:21:47.550435 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d7207-7aeb-4dba-93d0-70a3f45b6807 x-openstack-request-id: req-9a0d7207-7aeb-4dba-93d0-70a3f45b6807 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:47.550732 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf", "name": "network-vif-deleted", "tag": "21620203-568e-41a3-9e0f-e41d5c28c73b", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:47.551003 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a0d7207-7aeb-4dba-93d0-70a3f45b6807 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:47.551487 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf', 'name': 'network-vif-deleted', 'tag': '21620203-568e-41a3-9e0f-e41d5c28c73b', 'status': 'completed', 'code': 200} Mar 10 04:21:47.594947 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.663855 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Pushing event updated for resources: {'Port': ['ID=0d274456-f34e-4eb9-9461-55cfc55abe46,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:47.668824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:47.761656 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Network ba7a4c0a-3458-45ab-a301-729623705265 is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:47.763020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:47.889091 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Router a05f0568-f5ac-47c1-8e5f-df17f193a4ea has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:21:48.006960 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:21:48.012504 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7bbe3e72-b622-4036-a740-07126bd3824c admin admin] 10.222.0.32 "PUT /v2.0/routers/a05f0568-f5ac-47c1-8e5f-df17f193a4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1352267 Mar 10 04:21:48.021154 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Sync routers for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:21:48.024894 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-560f6978-2e36-4ebd-9ede-80f3623d9905 None None] Provisioning complete for port 0d274456-f34e-4eb9-9461-55cfc55abe46 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:48.025275 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-560f6978-2e36-4ebd-9ede-80f3623d9905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:48.054480 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:48.055116 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:48.101762 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-560f6978-2e36-4ebd-9ede-80f3623d9905 None None] Port 0d274456-f34e-4eb9-9461-55cfc55abe46 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:21:48.206336 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb125900-53a7-4e8c-8a7c-182866aae566 req-8b602840-2369-4679-bcdc-1e1f999195e6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:48.212939 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bb125900-53a7-4e8c-8a7c-182866aae566 req-8b602840-2369-4679-bcdc-1e1f999195e6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0994279 Mar 10 04:21:48.246879 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-25e796e3-7739-4379-96aa-2a788225da7d req-ed804bcd-172d-4fc0-9bd0-03d04ced917e tempest-ServerRescueNegativeTestJSON-744402176 tempest-ServerRescueNegativeTestJSON-744402176-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cee6b76-0abd-4ac3-ad82-fc0efeafeaaf HTTP/1.1" status: 200 len: 210 time: 0.0328722 Mar 10 04:21:48.296004 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bb125900-53a7-4e8c-8a7c-182866aae566 req-dd4bfac5-b1a5-4442-a377-cc730837b084 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729527 Mar 10 04:21:48.325880 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:48.508867 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 09298937-6af6-4652-8360-78ec7d7fd56b up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:48.602504 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:47Z', 'revision_number': 2, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:48.633192 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Checking router: a05f0568-f5ac-47c1-8e5f-df17f193a4ea for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:21:48.633463 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Updating router a05f0568-f5ac-47c1-8e5f-df17f193a4ea port 0d274456-f34e-4eb9-9461-55cfc55abe46 binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:21:48.659328 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 09298937-6af6-4652-8360-78ec7d7fd56b triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:48.659701 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:48.661623 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bb3a4-c688-49c3-aa9e-0447d1f7672b req-d4a27649-fb80-4395-8f62-4734b67642a1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:48.663344 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dd7bb3a4-c688-49c3-aa9e-0447d1f7672b req-d4a27649-fb80-4395-8f62-4734b67642a1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0887291 Mar 10 04:21:48.690158 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:48.696579 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffa1ee-7866-4c65-b8fa-8173a65e500b req-e472c564-f58d-46e8-bc1e-82a5bd9fe429 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:48.698103 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59ffa1ee-7866-4c65-b8fa-8173a65e500b req-e472c564-f58d-46e8-bc1e-82a5bd9fe429 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0899889 Mar 10 04:21:48.745440 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dd7bb3a4-c688-49c3-aa9e-0447d1f7672b req-de355cba-ca58-4c2e-a4d5-26155674e89e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752728 Mar 10 04:21:48.772067 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59ffa1ee-7866-4c65-b8fa-8173a65e500b req-a655b064-3122-41c1-bc4e-55842392aedb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658557 Mar 10 04:21:48.826593 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58412) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:48.831551 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1906608069-network', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:48.848446 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 09298937-6af6-4652-8360-78ec7d7fd56b is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:48.955178 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Made reservation on behalf of e2f3c424866d4d9fb00b697b8a7e3ee6 for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:21:48.957549 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:48.965809 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.000117 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Publish callbacks [] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.041524 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks [] for security_group (353a3a4e-0c48-479c-b19d-8f1d3101de0e), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.063328 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.114883 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (353a3a4e-0c48-479c-b19d-8f1d3101de0e), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.116166 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16270d13-055c-431a-91bf-c2112fd4c7cb None None] Pushing event updated for resources: {'Port': ['ID=0d274456-f34e-4eb9-9461-55cfc55abe46,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:49.122105 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:21:49.202482 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Attempting to bind port 0d274456-f34e-4eb9-9461-55cfc55abe46 on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:21:49.202987 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Attempting to bind port 0d274456-f34e-4eb9-9461-55cfc55abe46 by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:21:49.203444 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Attempting to bind port 0d274456-f34e-4eb9-9461-55cfc55abe46 on network ba7a4c0a-3458-45ab-a301-729623705265 {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:49.224951 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:21:49.225395 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Checking segment: {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:49.225923 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.226413 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Bound using segment: {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:21:49.226978 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Bound port: 0d274456-f34e-4eb9-9461-55cfc55abe46, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:21:49.227481 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.316903 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58416) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:49.355100 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:49.366051 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] For port 0d274456-f34e-4eb9-9461-55cfc55abe46, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:21:49.370286 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] For port 0d274456-f34e-4eb9-9461-55cfc55abe46, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=0d274456-f34e-4eb9-9461-55cfc55abe46,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:21:49.373210 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '0188fd7a-9758-4f51-b575-15526dada054', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'port_id': '0188fd7a-9758-4f51-b575-15526dada054', 'mac_address': 'fa:16:3e:33:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:21:49.412990 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: ACTIVE; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:49.413319 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.434332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0188fd7a-9758-4f51-b575-15526dada054 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:21:49.452394 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-93fda3cb-306a-4b66-8936-0a3aa3f3b0c5 None None] Provisioning complete for port 0d274456-f34e-4eb9-9461-55cfc55abe46 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:49.452764 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-93fda3cb-306a-4b66-8936-0a3aa3f3b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.462692 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:21:49.469004 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353a3a4e-0c48-479c-b19d-8f1d3101de0e,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:49.478741 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.481693 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (b565c73e-d52a-4ea7-9999-0b5ba8c928a4), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.481851 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Added segment b565c73e-d52a-4ea7-9999-0b5ba8c928a4 of type vlan for network 27ad916d-6ca7-433b-928e-09d4af764b8a Mar 10 04:21:49.482917 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:49.503899 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad907644-0303-45e7-a30b-1a9484cd8c7a req-44893446-9f50-4e32-b717-97c3c4af3308 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:49.505469 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad907644-0303-45e7-a30b-1a9484cd8c7a req-44893446-9f50-4e32-b717-97c3c4af3308 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0984833 Mar 10 04:21:49.544620 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.556024 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (27ad916d-6ca7-433b-928e-09d4af764b8a), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.560721 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:49.561771 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:49.564347 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16270d13-055c-431a-91bf-c2112fd4c7cb None None] Pushing event updated for resources: {'Port': ['ID=0d274456-f34e-4eb9-9461-55cfc55abe46,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:49.594205 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad907644-0303-45e7-a30b-1a9484cd8c7a req-75224a89-7d03-48d8-a6e1-14a74c84c178 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705373 Mar 10 04:21:49.646431 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (27ad916d-6ca7-433b-928e-09d4af764b8a), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.647663 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:49.648661 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.702743 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=6']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:49.710379 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['0188fd7a-9758-4f51-b575-15526dada054'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:21:49.753992 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-93fda3cb-306a-4b66-8936-0a3aa3f3b0c5 None None] Current status of the port 0d274456-f34e-4eb9-9461-55cfc55abe46 is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:49.754334 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-93fda3cb-306a-4b66-8936-0a3aa3f3b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.779595 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] Pushing event updated for resources: {'Network': ['ID=27ad916d-6ca7-433b-928e-09d4af764b8a,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:49.800995 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2513b724-e842-440f-8f03-67ae42fa5da3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9600186 Mar 10 04:21:49.801886 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58424) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:49.804129 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Request body: {'subnet': {'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1906608069-subnet', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:49.813146 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 27ad916d-6ca7-433b-928e-09d4af764b8a details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:21:49.813774 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af900f7f-7fb0-4164-9eb4-2d9af0965c11 req-f0cd7170-728c-4d0d-ada3-7ee7b4dd3421 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:49.816407 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-af900f7f-7fb0-4164-9eb4-2d9af0965c11 req-f0cd7170-728c-4d0d-ada3-7ee7b4dd3421 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.1357234 Mar 10 04:21:49.826381 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58428) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:49.831822 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'port_id': '92ee0991-f008-41ba-9244-1f2e063fb51c'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:49.873525 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-93fda3cb-306a-4b66-8936-0a3aa3f3b0c5 None None] For port 0d274456-f34e-4eb9-9461-55cfc55abe46, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=0d274456-f34e-4eb9-9461-55cfc55abe46,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:49.900894 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (3c895e35-72cd-4b4e-aa8c-cd1bb780a60a), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.906740 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:49.927650 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.965147 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Made reservation on behalf of e2f3c424866d4d9fb00b697b8a7e3ee6 for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:21:49.966585 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-93fda3cb-306a-4b66-8936-0a3aa3f3b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:49.967614 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016687'] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.065926 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ff8a0-b7fa-4ae2-9873-66843c7ad983 req-2cea5a73-8af8-4645-b455-1ff8337e4358 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:50.067622 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-926ff8a0-b7fa-4ae2-9873-66843c7ad983 req-2cea5a73-8af8-4645-b455-1ff8337e4358 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 944 time: 0.1785629 Mar 10 04:21:50.077036 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453a5f-e8a4-47ff-b020-ede81fa404f9 req-870b8075-390a-4413-9a4d-1d65f18f21fb tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:50.079378 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c453a5f-e8a4-47ff-b020-ede81fa404f9 req-870b8075-390a-4413-9a4d-1d65f18f21fb tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.2532256 Mar 10 04:21:50.178272 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-8b830440-94b4-4b0f-afb9-6b0d044dfefc None None] Provisioning complete for port 0d274456-f34e-4eb9-9461-55cfc55abe46 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:50.178885 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8b830440-94b4-4b0f-afb9-6b0d044dfefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.185909 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fda3cb-306a-4b66-8936-0a3aa3f3b0c5 None None] Pushing event updated for resources: {'Port': ['ID=0d274456-f34e-4eb9-9461-55cfc55abe46,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:50.310745 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-926ff8a0-b7fa-4ae2-9873-66843c7ad983 req-0fdf90f0-b889-4e85-b42b-3934b6bad305 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173607 Mar 10 04:21:50.388020 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c453a5f-e8a4-47ff-b020-ede81fa404f9 req-660b4a6b-f931-430f-8ade-0f2427d89da3 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810930 Mar 10 04:21:50.404228 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Deleting port ec4f55e4-748b-4e4d-aa73-dac9bb492620 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:21:50.404714 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.481249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5938147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016641'] for subnet (5c777c2a-c875-4abb-845f-2b8514734d78), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.495619 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-8b830440-94b4-4b0f-afb9-6b0d044dfefc None None] Current status of the port 0d274456-f34e-4eb9-9461-55cfc55abe46 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:50.505356 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:50.536571 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d4ca-712e-4ec6-ae9c-09df10dba9dd None None] The sync data for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb is: [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:21:50.556737 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] For port ec4f55e4-748b-4e4d-aa73-dac9bb492620, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=ec4f55e4-748b-4e4d-aa73-dac9bb492620,segment=NetworkSegment(18ad6a5a-1976-40a3-b187-17e7263485bb),segment_id=18ad6a5a-1976-40a3-b187-17e7263485bb)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:50.557464 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.576075 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c777c2a-c875-4abb-845f-2b8514734d78,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:50.598085 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Calling delete_port for ec4f55e4-748b-4e4d-aa73-dac9bb492620 owned by network:router_interface {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:21:50.618503 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Checking segment: {'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:50.618866 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Network hostable DHCP agents. Network: 27ad916d-6ca7-433b-928e-09d4af764b8a, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:21:50.622810 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.675724 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (3c895e35-72cd-4b4e-aa8c-cd1bb780a60a), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.765643 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Network 27ad916d-6ca7-433b-928e-09d4af764b8a is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:21:50.833442 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25029-71cf-48b8-9231-d842ef9a9a2f req-97b5b7c4-cc1f-458e-a049-6e5c42fd2fd7 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:50.834936 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-89e25029-71cf-48b8-9231-d842ef9a9a2f req-97b5b7c4-cc1f-458e-a049-6e5c42fd2fd7 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1161008 Mar 10 04:21:50.845916 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP 3c895e35-72cd-4b4e-aa8c-cd1bb780a60a associated. External IP: 172.28.0.47, port: 92ee0991-f008-41ba-9244-1f2e063fb51c. Mar 10 04:21:50.850252 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 27ad916d-6ca7-433b-928e-09d4af764b8a) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:50.854358 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b9a83-501c-443a-8829-fc64a5495e3f None None] Network 27ad916d-6ca7-433b-928e-09d4af764b8a requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:21:50.858340 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:50.858966 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.926846 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (ec4f55e4-748b-4e4d-aa73-dac9bb492620), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:50.953707 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4f55e4-748b-4e4d-aa73-dac9bb492620,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:50.968274 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-3f8d90b8-c397-4b62-b5d7-536b195fcec0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1702383 Mar 10 04:21:50.968557 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58434) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:50.973757 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:50.994660 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054dc9fb-d6b3-5b72-82ff-329ea1d80af0-27ad916d-6ca7-433b-928e-09d4af764b8a', 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a', 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'fixed_ips': [{'subnet_id': '5c777c2a-c875-4abb-845f-2b8514734d78'}]}} from dv-cinder-778193-25-smb. {{(pid=103753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:21:50.995681 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.010146 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-89e25029-71cf-48b8-9231-d842ef9a9a2f req-353686a0-a003-4f17-86d8-cc96b66b73db tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666744 Mar 10 04:21:51.022238 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-383918c1-2ae4-4051-8d37-b433e4eda7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:51.023771 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-383918c1-2ae4-4051-8d37-b433e4eda7ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 1129 time: 0.1744537 Mar 10 04:21:51.118870 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-627539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8332'] for router (05d28072-61ed-4844-8b4e-f8537a377ecd), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.122543 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-965010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8437'] for router (05d28072-61ed-4844-8b4e-f8537a377ecd), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.138345 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:51.178196 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks [] for router_controller (05d28072-61ed-4844-8b4e-f8537a377ecd), precommit_add_association {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.211873 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.db_base_plugin_common [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Allocated IP 172.20.0.2 (27ad916d-6ca7-433b-928e-09d4af764b8a/5c777c2a-c875-4abb-845f-2b8514734d78/7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb) {{(pid=103753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:51.219806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-c2c3f950-605d-49e4-8d77-856f5e14d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:51.220850 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-c2c3f950-605d-49e4-8d77-856f5e14d15b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 911 time: 0.1901214 Mar 10 04:21:51.249879 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.250135 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 0188fd7a-9758-4f51-b575-15526dada054 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:51.250946 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0188fd7a-9758-4f51-b575-15526dada054), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.287614 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:21:51.318628 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-e51e017e-4d82-45c7-ad41-95d0b3246dcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b HTTP/1.1" status: 200 len: 1001 time: 0.0871575 Mar 10 04:21:51.424352 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-5289c8b5-79a3-4901-8915-deb3765ca52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:51.425924 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-5289c8b5-79a3-4901-8915-deb3765ca52c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 200 len: 849 time: 0.0689490 Mar 10 04:21:51.450791 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:51.451229 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.503487 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Publish callbacks [] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), precommit_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.510408 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:51.518554 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a286aea9-0da2-4629-bdf7-7940c21da873" -d '{"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-plugged", "status": "completed", "tag": "0188fd7a-9758-4f51-b575-15526dada054"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:51.527651 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:51.566969 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f08597d-3863-4360-8e6e-13e38fa86f82 x-openstack-request-id: req-8f08597d-3863-4360-8e6e-13e38fa86f82 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:51.567199 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-plugged", "status": "completed", "tag": "0188fd7a-9758-4f51-b575-15526dada054", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:51.568010 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f08597d-3863-4360-8e6e-13e38fa86f82 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:51.568010 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054', 'code': 200} Mar 10 04:21:51.568630 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:21:51.574183 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.581352 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:21:51.595808 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:51.596775 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), after_create {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.598025 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:51.626588 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-2ae852b4-8fc1-4dd4-9eeb-9afbca4345e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:51.628178 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-2ae852b4-8fc1-4dd4-9eeb-9afbca4345e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1667163 Mar 10 04:21:51.645267 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.646063 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 21620203-568e-41a3-9e0f-e41d5c28c73b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:21:51.656600 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-c6c44a50-f108-4b11-9959-c32cfab016fd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "PUT /v2.0/floatingips/3c895e35-72cd-4b4e-aa8c-cd1bb780a60a HTTP/1.1" status: 200 len: 990 time: 1.8286953 Mar 10 04:21:51.671143 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 21620203-568e-41a3-9e0f-e41d5c28c73b {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:21:51.671547 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 21620203-568e-41a3-9e0f-e41d5c28c73b not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:21:51.686421 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Network 27ad916d-6ca7-433b-928e-09d4af764b8a is already hosted by enough agents. {{(pid=103753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:51.705956 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.scheduler.base_scheduler [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Resources bound (agent type, host, resource id): {{(pid=103753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:51.716961 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Received port after_create {{(pid=103753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:51.744424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Pushing event updated for resources: {'Port': ['ID=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,revision_number=1']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:51.759669 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:21:51.761996 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:21:51.766134 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-fe862796-8077-4c2f-844a-0b07f119472f service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078234 Mar 10 04:21:51.775970 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166add5-91e7-4e73-97df-0ea4e79770f2 req-7aad781d-932f-4070-b654-cff0c9f6c0ed tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:51.777555 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9166add5-91e7-4e73-97df-0ea4e79770f2 req-7aad781d-932f-4070-b654-cff0c9f6c0ed tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 944 time: 0.2641788 Mar 10 04:21:51.861309 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=7']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:51.899538 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081aa6fa-644b-4a30-941a-63336f52f4b2 x-openstack-request-id: req-081aa6fa-644b-4a30-941a-63336f52f4b2 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:21:51.904969 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:21:51.904969 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-081aa6fa-644b-4a30-941a-63336f52f4b2 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:21:51.904969 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'status': 'completed', 'code': 200} Mar 10 04:21:51.906917 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9166add5-91e7-4e73-97df-0ea4e79770f2 req-10c30640-67f2-49bd-9b5e-e9beec74d1a0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195529 Mar 10 04:21:51.919476 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Attempting to bind port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:21:51.919941 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Attempting to bind port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:21:51.920370 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Attempting to bind port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb on network 27ad916d-6ca7-433b-928e-09d4af764b8a {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:51.922134 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:51.928341 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:21:51.929097 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Checking segment: {'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:51.929905 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.930487 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Bound using segment: {'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:21:51.931323 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Bound port: 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:21:51.932109 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:51.946485 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1ce5d6b-75bd-4361-9b77-02911be2d542 req-6dc2dfb9-1a3c-47dd-8954-2771740f0eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679311 Mar 10 04:21:51.965917 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks [] for router_gateway (05d28072-61ed-4844-8b4e-f8537a377ecd), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:52.004017 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:52.018517 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] For port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:21:52.023464 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] For port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,segment=NetworkSegment(b565c73e-d52a-4ea7-9999-0b5ba8c928a4),segment_id=b565c73e-d52a-4ea7-9999-0b5ba8c928a4)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:21:52.088077 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:52.093778 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-767d2da9-d479-4418-8ed2-b11028e0ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:52.095289 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-767d2da9-d479-4418-8ed2-b11028e0ea2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 1129 time: 0.1338680 Mar 10 04:21:52.131495 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:21:52.170847 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a293cf4-f063-410d-aaf0-397421e7c36c req-db0e1408-8678-4f65-940b-27fb224c1480 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:52.175801 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a293cf4-f063-410d-aaf0-397421e7c36c req-db0e1408-8678-4f65-940b-27fb224c1480 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0760596 Mar 10 04:21:52.177705 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166d289-c6a6-49e1-a38a-8ac56fe10d09 None None] Pushing event updated for resources: {'Port': ['ID=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:52.259436 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '3c895e35-72cd-4b4e-aa8c-cd1bb780a60a', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.47', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:a3:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:21:31Z', 'updated_at': '2022-03-10T04:21:50Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}, {'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 2, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:52.289166 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:21:52.305980 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:52.306886 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:52.457496 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-54b3918d-4816-4866-a3d5-f0ed4fff3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:52.457496 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-54b3918d-4816-4866-a3d5-f0ed4fff3738 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 914 time: 0.3500836 Mar 10 04:21:52.509723 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:21:52.517088 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-cd994402-b288-41c1-b1d2-fa4563c29272 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1991818 Mar 10 04:21:52.518394 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:52.523360 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] Sync routers for ids ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:21:52.523896 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58448) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:52.559365 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] Routers {'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:52.560008 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:52.592578 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a293cf4-f063-410d-aaf0-397421e7c36c req-d64f9ecb-fa92-44cd-95a7-77b7525166cf tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104488 Mar 10 04:21:52.629738 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-9be84aad-0776-476f-b7bf-1d01ccea0553 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ee0991-f008-41ba-9244-1f2e063fb51c HTTP/1.1" status: 200 len: 998 time: 0.1551018 Mar 10 04:21:52.703149 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-b62f249a-ff45-4cb7-a5e3-b39425addd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:52.704835 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-b62f249a-ff45-4cb7-a5e3-b39425addd85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0642946 Mar 10 04:21:52.831847 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] Set router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:52.853584 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks [] for router (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:52.888090 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 0d274456-f34e-4eb9-9461-55cfc55abe46 up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:52.924399 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks [] for router_gateway (05d28072-61ed-4844-8b4e-f8537a377ecd), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:52.950295 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:52.953797 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-61369b6f-07f3-4358-943f-31ebf3af5aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:53.094024 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 0d274456-f34e-4eb9-9461-55cfc55abe46 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:53.094997 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:53.101430 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-b48255db-2c88-451a-8270-35f559d2524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:53.102064 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '3c895e35-72cd-4b4e-aa8c-cd1bb780a60a', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.47', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:a3:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:21:31Z', 'updated_at': '2022-03-10T04:21:50Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}, {'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 2, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:53.103311 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-b48255db-2c88-451a-8270-35f559d2524b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3903980 Mar 10 04:21:53.111776 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Allocated IP 172.28.0.232 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/e9f05085-714c-497a-a889-3dae8851f6be) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:53.117043 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks [] for router_gateway (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:53.135139 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7c2c6-ec6b-4a88-a4c3-16ce02dcba43 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '3c895e35-72cd-4b4e-aa8c-cd1bb780a60a', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.47', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:a3:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:21:31Z', 'updated_at': '2022-03-10T04:21:50Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}, {'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 2, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:21:53.152365 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4ca39-6416-4dcd-ba12-2cb75a9de165 req-e095ad82-76c5-4784-ad7f-d4ef13a56604 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:53.166204 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d1b4ca39-6416-4dcd-ba12-2cb75a9de165 req-e095ad82-76c5-4784-ad7f-d4ef13a56604 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1052840 Mar 10 04:21:53.276031 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:21:50Z', 'revision_number': 5, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port': {'id': 'cb60161d-3fd4-45aa-8963-2adf39a9c9dd', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:53.331798 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks [] for port (e9f05085-714c-497a-a889-3dae8851f6be), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:53.349613 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d1b4ca39-6416-4dcd-ba12-2cb75a9de165 req-24aa6f9e-ec49-4708-a540-43739405ebe0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714792 Mar 10 04:21:53.353282 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] Checking router: b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:21:53.363620 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-fb371a77-1b40-4753-ab2b-d264ef3000fe service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742113 Mar 10 04:21:53.363819 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 0d274456-f34e-4eb9-9461-55cfc55abe46 is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:53.369770 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] Routers {'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:53.370423 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:53.401505 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Deleting port cb60161d-3fd4-45aa-8963-2adf39a9c9dd {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:21:53.402259 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:53.481321 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36cf4ec-d337-41a2-af64-58f8e148bee1 None None] New status for floating IP 3c895e35-72cd-4b4e-aa8c-cd1bb780a60a: ACTIVE {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:21:53.536590 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] Set router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d gateway port host: None {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:53.560209 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (e9f05085-714c-497a-a889-3dae8851f6be), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:53.578716 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f332aea8-d1c0-4ce0-b0dd-f1be3d4f6e6e req-a3d9d386-dbe2-4178-8b78-2ec7e9297a86 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943541 Mar 10 04:21:53.600079 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] For port cb60161d-3fd4-45aa-8963-2adf39a9c9dd, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:53.600667 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:53.632641 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:53.644468 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:53.653800 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:53.655184 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:21:53Z', 'revision_number': 6, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port_host': None}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:53.663948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Calling delete_port for cb60161d-3fd4-45aa-8963-2adf39a9c9dd owned by network:router_gateway {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:21:53.691312 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6f4bc-3df5-40e6-b7db-1f0d5787f775 None None] The sync data for ids ['b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d'] in dv-cinder-778193-25-smb is: [{'id': 'b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d', 'name': 'tempest-ServerRescueNegativeTestJSON-1206591593-router', 'tenant_id': '4a456c498bf54f33adb6e4c66eac186f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:26Z', 'updated_at': '2022-03-10T04:21:53Z', 'revision_number': 6, 'project_id': '4a456c498bf54f33adb6e4c66eac186f', 'gw_port_host': None}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:21:53.724008 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Pushing event updated for resources: {'Port': ['ID=e9f05085-714c-497a-a889-3dae8851f6be,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:53.866493 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08429db-c846-45a0-a5b3-50acd29b687f None None] Network 27ad916d-6ca7-433b-928e-09d4af764b8a requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:21:53.894130 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97c00-4905-4a1d-af47-2ba74b4f6aea req-5541c1ea-7e0f-4209-8119-90cef1470ad5 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:53.895701 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7ce97c00-4905-4a1d-af47-2ba74b4f6aea req-5541c1ea-7e0f-4209-8119-90cef1470ad5 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1407537 Mar 10 04:21:53.993593 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7ce97c00-4905-4a1d-af47-2ba74b4f6aea req-3166ece9-5080-4e64-8f77-21ee61743d71 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814219 Mar 10 04:21:54.012081 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-a2bb4a41-a738-4cb3-89cd-a59310e52e96 None None] Provisioning complete for port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:54.012448 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4a41-a738-4cb3-89cd-a59310e52e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.050250 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (cb60161d-3fd4-45aa-8963-2adf39a9c9dd), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.143093 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb60161d-3fd4-45aa-8963-2adf39a9c9dd,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:54.157567 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-a2bb4a41-a738-4cb3-89cd-a59310e52e96 None None] Current status of the port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:54.157975 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4a41-a738-4cb3-89cd-a59310e52e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.206141 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks [] for router_gateway (05d28072-61ed-4844-8b4e-f8537a377ecd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.218251 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.264414 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-a2bb4a41-a738-4cb3-89cd-a59310e52e96 None None] For port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,segment=NetworkSegment(b565c73e-d52a-4ea7-9999-0b5ba8c928a4),segment_id=b565c73e-d52a-4ea7-9999-0b5ba8c928a4)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:54.337910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-a2bb4a41-a738-4cb3-89cd-a59310e52e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.415309 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb4a41-a738-4cb3-89cd-a59310e52e96 None None] Pushing event updated for resources: {'Port': ['ID=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:54.435728 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.443162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks [] for router_controller (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.462186 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-1c8b0c67-c438-403b-ab9c-976405b060b1 None None] Provisioning complete for port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:54.463031 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-1c8b0c67-c438-403b-ab9c-976405b060b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.493487 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637034'] for router (05d28072-61ed-4844-8b4e-f8537a377ecd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.578985 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b0c67-c438-403b-ab9c-976405b060b1 None None] Current status of the port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:54.587533 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0867c-8e06-4766-ad2b-9b8a13482143 req-ffda5609-a1c8-430a-8fab-ddd9f6520e2a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:54.595572 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-64e0867c-8e06-4766-ad2b-9b8a13482143 req-ffda5609-a1c8-430a-8fab-ddd9f6520e2a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1386194 Mar 10 04:21:54.637342 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.637992 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d {{(pid=103751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:21:54.648285 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.651769 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-c310be59-f383-4731-a087-d907bc7d4c29 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b8bd54c7-18e3-4dc8-8792-fdfe7d2a522d HTTP/1.1" status: 204 len: 168 time: 2.0746121 Mar 10 04:21:54.654034 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58478) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:54.679873 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-64e0867c-8e06-4766-ad2b-9b8a13482143 req-56d798d8-c326-480a-953d-d5c66e6595e5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805008 Mar 10 04:21:54.737725 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] Deleting subnet cc472a18-9b59-4f15-a962-69c7dbd8e753 {{(pid=103751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:21:54.743227 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] Publish callbacks [] for subnet (cc472a18-9b59-4f15-a962-69c7dbd8e753), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.781828 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:54.783705 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Router 05d28072-61ed-4844-8b4e-f8537a377ecd is scheduled to L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 with binding_index 1 {{(pid=103752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:21:54.795899 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6711053'] for subnet (cc472a18-9b59-4f15-a962-69c7dbd8e753), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.852736 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:54.852736 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:54.858046 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (cc472a18-9b59-4f15-a962-69c7dbd8e753), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.026738 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:21:55.133195 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Sync routers for ids ['05d28072-61ed-4844-8b4e-f8537a377ecd'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:21:55.145176 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:55.152600 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Routers {'05d28072-61ed-4844-8b4e-f8537a377ecd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:55.153066 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['05d28072-61ed-4844-8b4e-f8537a377ecd'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:55.216528 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device cb60161d-3fd4-45aa-8963-2adf39a9c9dd no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:21:55.246080 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: cb60161d-3fd4-45aa-8963-2adf39a9c9dd {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:21:55.246422 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device cb60161d-3fd4-45aa-8963-2adf39a9c9dd not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:21:55.246842 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device ec4f55e4-748b-4e4d-aa73-dac9bb492620 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:21:55.300438 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: ec4f55e4-748b-4e4d-aa73-dac9bb492620 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:21:55.300785 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device ec4f55e4-748b-4e4d-aa73-dac9bb492620 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:21:55.326383 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Set router 05d28072-61ed-4844-8b4e-f8537a377ecd gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:55.355393 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5325040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5335155'] for subnet (cc472a18-9b59-4f15-a962-69c7dbd8e753), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.380456 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.381655 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-dbbd4b82-77a9-4585-ad04-01365123a8ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4122300 Mar 10 04:21:55.386349 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58480) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:55.409582 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc472a18-9b59-4f15-a962-69c7dbd8e753,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:55.411126 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cf867c41-dbfa-4973-9f98-ce9aa4ae6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.416986 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.421041 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7ec0fde7-6b80-4497-84d9-711e83854257 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc472a18-9b59-4f15-a962-69c7dbd8e753 HTTP/1.1" status: 204 len: 168 time: 0.7661481 Mar 10 04:21:55.424832 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58482) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:55.537669 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (3c824b73-29d5-44ab-8710-f8c19c2d8124), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.645299 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (3c824b73-29d5-44ab-8710-f8c19c2d8124), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.667641 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c824b73-29d5-44ab-8710-f8c19c2d8124']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:55.678743 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ad6a5a-1976-40a3-b187-17e7263485bb') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:55.679123 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ad6a5a-1976-40a3-b187-17e7263485bb') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:55.683062 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:21:53Z', 'revision_number': 3, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port': {'id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:52Z', 'updated_at': '2022-03-10T04:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:55.691301 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (18ad6a5a-1976-40a3-b187-17e7263485bb), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.707236 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (18ad6a5a-1976-40a3-b187-17e7263485bb), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.713559 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:21:55.713966 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (18ad6a5a-1976-40a3-b187-17e7263485bb), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.727923 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Checking router: 05d28072-61ed-4844-8b4e-f8537a377ecd for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:21:55.728788 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Updating router 05d28072-61ed-4844-8b4e-f8537a377ecd port e9f05085-714c-497a-a889-3dae8851f6be binding host dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:21:55.740877 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:21:55.758437 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e9f05085-714c-497a-a889-3dae8851f6be), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.869697 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (3c824b73-29d5-44ab-8710-f8c19c2d8124), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.878579 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:55.882587 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] 10.222.0.32 "DELETE /v2.0/networks/3c824b73-29d5-44ab-8710-f8c19c2d8124 HTTP/1.1" status: 204 len: 168 time: 0.4565420 Mar 10 04:21:55.893961 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362fa8-cc9a-4542-aaad-0138200d2e2e req-2eab330c-4491-4542-9cc0-9d02bfd6e6b0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:55.905877 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-06362fa8-cc9a-4542-aaad-0138200d2e2e req-2eab330c-4491-4542-9cc0-9d02bfd6e6b0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1011271 Mar 10 04:21:55.934773 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29044125-1fcb-4145-a610-5a29503bc73a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c824b73-29d5-44ab-8710-f8c19c2d8124,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:55.995779 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-06362fa8-cc9a-4542-aaad-0138200d2e2e req-21be9861-dc25-4e62-8344-456e2bb12ddc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888400 Mar 10 04:21:56.140129 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Publish callbacks [] for port (e9f05085-714c-497a-a889-3dae8851f6be), precommit_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.235043 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e9f05085-714c-497a-a889-3dae8851f6be), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.301199 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Attempting to bind port e9f05085-714c-497a-a889-3dae8851f6be on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:21:56.301577 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Attempting to bind port e9f05085-714c-497a-a889-3dae8851f6be by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:21:56.308113 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Attempting to bind port e9f05085-714c-497a-a889-3dae8851f6be on network ff4d3897-7db3-4db5-a843-12a7d68b282a {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:21:56.313255 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff57be-3641-4a2e-bc20-a8296d2eccd2 None None] Pushing event updated for resources: {'Port': ['ID=e9f05085-714c-497a-a889-3dae8851f6be,revision_number=2']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:56.345166 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:21:56.345533 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.346165 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Checking segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:21:56.346819 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.347415 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Bound using segment: {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'} {{(pid=103753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:21:56.348133 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.managers [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Bound port: e9f05085-714c-497a-a889-3dae8851f6be, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580b0340-ff14-469b-9d95-32f08fc512d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}}] {{(pid=103753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:21:56.348532 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e9f05085-714c-497a-a889-3dae8851f6be), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.442862 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] For port e9f05085-714c-497a-a889-3dae8851f6be, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:21:56.447150 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] For port e9f05085-714c-497a-a889-3dae8851f6be, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=e9f05085-714c-497a-a889-3dae8851f6be,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:21:56.478280 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58488) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:56.480444 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.504549 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e9f05085-714c-497a-a889-3dae8851f6be), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.555854 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-8e04dbd6-b6dc-4d4b-ba62-44bdd4bc2bf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a456c498bf54f33adb6e4c66eac186f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0700557 Mar 10 04:21:56.556679 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58490) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:56.583943 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff57be-3641-4a2e-bc20-a8296d2eccd2 None None] Pushing event updated for resources: {'Port': ['ID=e9f05085-714c-497a-a889-3dae8851f6be,revision_number=3']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:56.591386 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Routers {'05d28072-61ed-4844-8b4e-f8537a377ecd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:56.592210 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['05d28072-61ed-4844-8b4e-f8537a377ecd'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:56.598644 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Allocated IP 172.20.0.1 (27ad916d-6ca7-433b-928e-09d4af764b8a/5c777c2a-c875-4abb-845f-2b8514734d78/09b597db-9112-4af2-af71-c3237fe6f96d) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:21:56.618645 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e61f5e5d-d32a-4b92-b1b2-7cd3aef746d9 admin admin] Publish callbacks [] for security_group (cfd9add2-92eb-4960-af5a-86da77cbbe93), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.657717 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e61f5e5d-d32a-4b92-b1b2-7cd3aef746d9 admin admin] Publish callbacks [] for security_group (cfd9add2-92eb-4960-af5a-86da77cbbe93), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.723709 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] Set router 05d28072-61ed-4844-8b4e-f8537a377ecd gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:56.744630 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks [] for port (09b597db-9112-4af2-af71-c3237fe6f96d), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.790187 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e61f5e5d-d32a-4b92-b1b2-7cd3aef746d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (cfd9add2-92eb-4960-af5a-86da77cbbe93), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.793405 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e61f5e5d-d32a-4b92-b1b2-7cd3aef746d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.817759 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e61f5e5d-d32a-4b92-b1b2-7cd3aef746d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfd9add2-92eb-4960-af5a-86da77cbbe93 HTTP/1.1" status: 204 len: 168 time: 0.2375669 Mar 10 04:21:56.817759 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5e5d-d32a-4b92-b1b2-7cd3aef746d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd9add2-92eb-4960-af5a-86da77cbbe93,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:56.867934 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:56.948319 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Network 27ad916d-6ca7-433b-928e-09d4af764b8a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:56.952105 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:56.957267 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:21:56.965598 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:21:53Z', 'revision_number': 3, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port': {'id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:52Z', 'updated_at': '2022-03-10T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:56.994288 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=09b597db-9112-4af2-af71-c3237fe6f96d,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:57.035873 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74dd258-cc67-4aa7-ad2c-fedd790da89c None None] The sync data for ids ['05d28072-61ed-4844-8b4e-f8537a377ecd'] in dv-cinder-778193-25-smb is: [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:21:53Z', 'revision_number': 3, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port': {'id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:52Z', 'updated_at': '2022-03-10T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:21:57.042702 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625413'] for router_interface (05d28072-61ed-4844-8b4e-f8537a377ecd), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:57.225836 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c608-1605-4574-8bee-a507f46b646c req-b125f3c4-fe1b-44c6-9d32-4dfd2bdafd44 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:57.228184 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fb56c608-1605-4574-8bee-a507f46b646c req-b125f3c4-fe1b-44c6-9d32-4dfd2bdafd44 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1175206 Mar 10 04:21:57.344539 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fb56c608-1605-4574-8bee-a507f46b646c req-b864ac6f-fb06-4ecb-bd7f-269048a75688 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025486 Mar 10 04:21:57.348420 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:57.364472 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d9ad0fb7-1784-4e49-9662-61d24289ac91 None None] Provisioning complete for port 09b597db-9112-4af2-af71-c3237fe6f96d triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:57.383558 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d9ad0fb7-1784-4e49-9662-61d24289ac91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:57.479014 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad0fb7-1784-4e49-9662-61d24289ac91 None None] Port 09b597db-9112-4af2-af71-c3237fe6f96d cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:21:57.697516 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks [] for port (09b597db-9112-4af2-af71-c3237fe6f96d), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:57.760411 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:57.789273 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:57.891050 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625577'] for router_interface (05d28072-61ed-4844-8b4e-f8537a377ecd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:57.901966 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=09b597db-9112-4af2-af71-c3237fe6f96d,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:58.034623 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Network 27ad916d-6ca7-433b-928e-09d4af764b8a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:21:58.041333 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:21:58.231982 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Router 05d28072-61ed-4844-8b4e-f8537a377ecd has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:21:58.392222 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:21:58.398902 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-bb2b8845-174f-4883-a697-c332c202ef21 admin admin] 10.222.0.32 "PUT /v2.0/routers/05d28072-61ed-4844-8b4e-f8537a377ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0126262 Mar 10 04:21:58.424103 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-b44c5c37-7f96-431a-ad3a-27684eeacd60 None None] Provisioning complete for port 09b597db-9112-4af2-af71-c3237fe6f96d triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:58.424103 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b44c5c37-7f96-431a-ad3a-27684eeacd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:58.489817 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-b44c5c37-7f96-431a-ad3a-27684eeacd60 None None] Port 09b597db-9112-4af2-af71-c3237fe6f96d cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:21:58.594821 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e9f05085-714c-497a-a889-3dae8851f6be up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:21:58.682029 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port e9f05085-714c-497a-a889-3dae8851f6be triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:21:58.683069 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (e9f05085-714c-497a-a889-3dae8851f6be), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:58.707196 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e8924-c0c1-4d47-a8ec-82ebed93df0f req-6d45e1c5-9ce7-44d7-aaa7-74d2196b92c6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:21:58.708812 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-500e8924-c0c1-4d47-a8ec-82ebed93df0f req-6d45e1c5-9ce7-44d7-aaa7-74d2196b92c6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0855613 Mar 10 04:21:58.758273 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-500e8924-c0c1-4d47-a8ec-82ebed93df0f req-10b89195-16e7-4a4f-8a39-378585830654 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438409 Mar 10 04:21:58.800801 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port e9f05085-714c-497a-a889-3dae8851f6be is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:21:58.801350 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e9f05085-714c-497a-a889-3dae8851f6be), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:58.823356 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] For port e9f05085-714c-497a-a889-3dae8851f6be, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=e9f05085-714c-497a-a889-3dae8851f6be,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:21:59.084072 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e9f05085-714c-497a-a889-3dae8851f6be), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.144231 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Pushing event updated for resources: {'Port': ['ID=e9f05085-714c-497a-a889-3dae8851f6be,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:59.160557 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58556) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:59.161150 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.165746 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-299baf72-5a98-487e-bacd-ce5864225027 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918020597', 'description': 'tempest-secgroup-smoke-918020597 description', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:59.252339 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-299baf72-5a98-487e-bacd-ce5864225027 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.337578 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-299baf72-5a98-487e-bacd-ce5864225027 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group (6af07fc7-cd51-4816-968f-e8766e5701eb), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.414010 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-299baf72-5a98-487e-bacd-ce5864225027 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6af07fc7-cd51-4816-968f-e8766e5701eb), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.457462 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299baf72-5a98-487e-bacd-ce5864225027 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af07fc7-cd51-4816-968f-e8766e5701eb,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:59.495506 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Sync routers for ids ['05d28072-61ed-4844-8b4e-f8537a377ecd'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:21:59.506224 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Routers {'05d28072-61ed-4844-8b4e-f8537a377ecd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:21:59.506840 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['05d28072-61ed-4844-8b4e-f8537a377ecd'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:59.517155 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-299baf72-5a98-487e-bacd-ce5864225027 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.518593 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-299baf72-5a98-487e-bacd-ce5864225027 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3568404 Mar 10 04:21:59.521481 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58558) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:59.526423 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-6cafeb66-68e2-4c55-bb26-35a7bc2e1f9f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'security_group_rule': {'security_group_id': '6af07fc7-cd51-4816-968f-e8766e5701eb', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:21:59.628756 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6cafeb66-68e2-4c55-bb26-35a7bc2e1f9f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (30289324-f0e2-4544-bcd5-3e6b6ed30ae7), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.632562 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Set router 05d28072-61ed-4844-8b4e-f8537a377ecd gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:21:59.641543 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58562) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:59.756171 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6cafeb66-68e2-4c55-bb26-35a7bc2e1f9f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (30289324-f0e2-4544-bcd5-3e6b6ed30ae7), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.840928 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6cafeb66-68e2-4c55-bb26-35a7bc2e1f9f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (30289324-f0e2-4544-bcd5-3e6b6ed30ae7), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.847999 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-135f1f4a-1913-4462-aa7b-9e19d1fc1eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.869501 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafeb66-68e2-4c55-bb26-35a7bc2e1f9f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30289324-f0e2-4544-bcd5-3e6b6ed30ae7,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:21:59.878497 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:21:57Z', 'revision_number': 4, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port': {'id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:52Z', 'updated_at': '2022-03-10T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '09b597db-9112-4af2-af71-c3237fe6f96d', 'name': '', 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'mac_address': 'fa:16:3e:5a:1e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5c777c2a-c875-4abb-845f-2b8514734d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:56Z', 'updated_at': '2022-03-10T04:21:57Z', 'revision_number': 2, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'subnets': [{'id': '5c777c2a-c875-4abb-845f-2b8514734d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:21:59.911872 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Checking router: 05d28072-61ed-4844-8b4e-f8537a377ecd for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:21:59.912320 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Updating router 05d28072-61ed-4844-8b4e-f8537a377ecd port 09b597db-9112-4af2-af71-c3237fe6f96d binding host dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:21:59.940866 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.943146 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-135f1f4a-1913-4462-aa7b-9e19d1fc1eb0 admin admin] Publish callbacks [] for security_group (db3588de-2f1f-4cbd-b48c-36970c0f308c), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.945616 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6cafeb66-68e2-4c55-bb26-35a7bc2e1f9f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:21:59.947284 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-6cafeb66-68e2-4c55-bb26-35a7bc2e1f9f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247556 Mar 10 04:21:59.951214 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58568) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:21:59.961523 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-3d5aeea0-d696-41bb-a6e6-321e35c7c390 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'security_group_rule': {'security_group_id': '6af07fc7-cd51-4816-968f-e8766e5701eb', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:00.003566 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-135f1f4a-1913-4462-aa7b-9e19d1fc1eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (db3588de-2f1f-4cbd-b48c-36970c0f308c), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.042260 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6297a2-0039-4933-b363-cc06c2f93638 req-0810f78c-29e4-42e8-a720-0767120604b7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:00.049295 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2e6297a2-0039-4933-b363-cc06c2f93638 req-0810f78c-29e4-42e8-a720-0767120604b7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1041079 Mar 10 04:22:00.088754 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeea0-d696-41bb-a6e6-321e35c7c390 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (8da0f38b-e9f1-4301-acc7-50e981db5558), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.092101 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-135f1f4a-1913-4462-aa7b-9e19d1fc1eb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7a4d9ca10364c7db704041327bba105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480147 Mar 10 04:22:00.099282 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58570) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:00.105526 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f1f4a-1913-4462-aa7b-9e19d1fc1eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3588de-2f1f-4cbd-b48c-36970c0f308c,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:00.174144 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeea0-d696-41bb-a6e6-321e35c7c390 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (8da0f38b-e9f1-4301-acc7-50e981db5558), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.207969 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2e6297a2-0039-4933-b363-cc06c2f93638 req-cd3745c4-edb6-4fcb-a807-aaf65386769f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574886 Mar 10 04:22:00.223124 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4145cab1-97b0-4959-92e6-b886363be1cd admin admin] Publish callbacks [] for security_group (db3588de-2f1f-4cbd-b48c-36970c0f308c), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.246546 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4145cab1-97b0-4959-92e6-b886363be1cd admin admin] Publish callbacks [] for security_group (db3588de-2f1f-4cbd-b48c-36970c0f308c), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.264053 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeea0-d696-41bb-a6e6-321e35c7c390 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (8da0f38b-e9f1-4301-acc7-50e981db5558), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.287128 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5aeea0-d696-41bb-a6e6-321e35c7c390 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da0f38b-e9f1-4301-acc7-50e981db5558,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:00.325532 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Publish callbacks [] for port (09b597db-9112-4af2-af71-c3237fe6f96d), precommit_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.385109 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-3d5aeea0-d696-41bb-a6e6-321e35c7c390 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.386786 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-3d5aeea0-d696-41bb-a6e6-321e35c7c390 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4344511 Mar 10 04:22:00.389451 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58572) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:00.395344 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-2ee6b8f2-28af-4677-8d40-7f02395922de tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'security_group_rule': {'security_group_id': '6af07fc7-cd51-4816-968f-e8766e5701eb', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:00.417408 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4145cab1-97b0-4959-92e6-b886363be1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (db3588de-2f1f-4cbd-b48c-36970c0f308c), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.417637 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.420398 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-4145cab1-97b0-4959-92e6-b886363be1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.427390 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-4145cab1-97b0-4959-92e6-b886363be1cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db3588de-2f1f-4cbd-b48c-36970c0f308c HTTP/1.1" status: 204 len: 168 time: 0.3219271 Mar 10 04:22:00.433324 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145cab1-97b0-4959-92e6-b886363be1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3588de-2f1f-4cbd-b48c-36970c0f308c,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:00.539443 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b8f2-28af-4677-8d40-7f02395922de tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (c13b7c57-5297-493a-8203-f08f90388529), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.541655 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6bbf7-839c-4060-a7ec-795db366e9ab None None] Pushing event updated for resources: {'Port': ['ID=09b597db-9112-4af2-af71-c3237fe6f96d,revision_number=3']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:00.629417 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e9f05085-714c-497a-a889-3dae8851f6be up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:22:00.644236 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b8f2-28af-4677-8d40-7f02395922de tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (c13b7c57-5297-493a-8203-f08f90388529), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.664256 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Attempting to bind port 09b597db-9112-4af2-af71-c3237fe6f96d on host dv-cinder-778193-25-smb for vnic_type normal with profile {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:22:00.665160 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Attempting to bind port 09b597db-9112-4af2-af71-c3237fe6f96d by drivers openvswitch,hyperv on host dv-cinder-778193-25-smb at level 0 using segments [{'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:22:00.665160 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Attempting to bind port 09b597db-9112-4af2-af71-c3237fe6f96d on network 27ad916d-6ca7-433b-928e-09d4af764b8a {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:22:00.671237 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Checking agent: {'id': '19f80244-edb9-4bac-b747-ae4916000524', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 9, 59), 'started_at': datetime.datetime(2022, 3, 10, 4, 10, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:22:00.671463 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Checking segment: {'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:22:00.671723 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.672173 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Bound using segment: {'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'} {{(pid=103754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:22:00.672680 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.managers [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Bound port: 09b597db-9112-4af2-af71-c3237fe6f96d, host: dv-cinder-778193-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a'}}] {{(pid=103754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:22:00.673336 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), before_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.699989 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port e9f05085-714c-497a-a889-3dae8851f6be triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:22:00.700786 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (e9f05085-714c-497a-a889-3dae8851f6be), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.731696 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b8f2-28af-4677-8d40-7f02395922de tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (c13b7c57-5297-493a-8203-f08f90388529), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.765604 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6b8f2-28af-4677-8d40-7f02395922de tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13b7c57-5297-493a-8203-f08f90388529,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:00.801823 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] For port 09b597db-9112-4af2-af71-c3237fe6f96d, host dv-cinder-778193-25-smb, cleared binding levels {{(pid=103754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:22:00.805495 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.plugins.ml2.db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] For port 09b597db-9112-4af2-af71-c3237fe6f96d, host dv-cinder-778193-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=09b597db-9112-4af2-af71-c3237fe6f96d,segment=NetworkSegment(b565c73e-d52a-4ea7-9999-0b5ba8c928a4),segment_id=b565c73e-d52a-4ea7-9999-0b5ba8c928a4)] {{(pid=103754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:22:00.838883 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port e9f05085-714c-497a-a889-3dae8851f6be is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:00.843291 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b8f2-28af-4677-8d40-7f02395922de tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.844591 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2ee6b8f2-28af-4677-8d40-7f02395922de tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4541733 Mar 10 04:22:00.847854 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58578) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:00.852515 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-c2d6dd97-a4ef-4d9e-a1de-70df074e9091 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'security_group_rule': {'security_group_id': '6af07fc7-cd51-4816-968f-e8766e5701eb', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:00.869852 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron_lib.callbacks.manager [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), after_update {{(pid=103754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.921019 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Routers {'05d28072-61ed-4844-8b4e-f8537a377ecd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:22:00.921753 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:21:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['05d28072-61ed-4844-8b4e-f8537a377ecd'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:22:00.963039 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dd97-a4ef-4d9e-a1de-70df074e9091 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (e9d7bbba-f736-45de-bea7-ba4260de1cea), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:00.971461 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-f992037f-f685-4a89-aa85-3062e22d66ba None None] Provisioning complete for port 09b597db-9112-4af2-af71-c3237fe6f96d triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:22:00.972979 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f992037f-f685-4a89-aa85-3062e22d66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.043567 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6bbf7-839c-4060-a7ec-795db366e9ab None None] Pushing event updated for resources: {'Port': ['ID=09b597db-9112-4af2-af71-c3237fe6f96d,revision_number=4']} {{(pid=103754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:01.093111 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dd97-a4ef-4d9e-a1de-70df074e9091 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (e9d7bbba-f736-45de-bea7-ba4260de1cea), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.111791 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-f992037f-f685-4a89-aa85-3062e22d66ba None None] Current status of the port 09b597db-9112-4af2-af71-c3237fe6f96d is: DOWN; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:01.121982 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f992037f-f685-4a89-aa85-3062e22d66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.166406 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dd97-a4ef-4d9e-a1de-70df074e9091 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (e9d7bbba-f736-45de-bea7-ba4260de1cea), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.201515 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-f992037f-f685-4a89-aa85-3062e22d66ba None None] For port 09b597db-9112-4af2-af71-c3237fe6f96d, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=09b597db-9112-4af2-af71-c3237fe6f96d,segment=NetworkSegment(b565c73e-d52a-4ea7-9999-0b5ba8c928a4),segment_id=b565c73e-d52a-4ea7-9999-0b5ba8c928a4)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:01.207018 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6dd97-a4ef-4d9e-a1de-70df074e9091 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d7bbba-f736-45de-bea7-ba4260de1cea,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:01.269522 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f992037f-f685-4a89-aa85-3062e22d66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.281127 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] Set router 05d28072-61ed-4844-8b4e-f8537a377ecd gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:22:01.295266 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c2d6dd97-a4ef-4d9e-a1de-70df074e9091 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.299578 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c2d6dd97-a4ef-4d9e-a1de-70df074e9091 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4480183 Mar 10 04:22:01.303994 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58590) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:01.305107 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'security_group_rule': {'security_group_id': '6af07fc7-cd51-4816-968f-e8766e5701eb', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:01.406740 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.securitygroups_db [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Project a14bb0881c5b4cdf8230ecf5ae16f315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:22:01.413832 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (6505b5ab-77e2-425d-911b-a4687ce3143a), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.414107 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992037f-f685-4a89-aa85-3062e22d66ba None None] Pushing event updated for resources: {'Port': ['ID=09b597db-9112-4af2-af71-c3237fe6f96d,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:01.421254 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-e42a9f52-c4ca-4184-aa86-49bed1c59df6 None None] Provisioning complete for port 09b597db-9112-4af2-af71-c3237fe6f96d triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:22:01.421693 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e42a9f52-c4ca-4184-aa86-49bed1c59df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.488167 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c1520-d37f-4c9d-a173-93c64faaba54 req-1e66aff6-a1d6-4d18-b712-abb67a0287cd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:01.489695 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-385c1520-d37f-4c9d-a173-93c64faaba54 req-1e66aff6-a1d6-4d18-b712-abb67a0287cd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1165524 Mar 10 04:22:01.561087 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:21:57Z', 'revision_number': 4, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port': {'id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:52Z', 'updated_at': '2022-03-10T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '09b597db-9112-4af2-af71-c3237fe6f96d', 'name': '', 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'mac_address': 'fa:16:3e:5a:1e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5c777c2a-c875-4abb-845f-2b8514734d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:56Z', 'updated_at': '2022-03-10T04:22:00Z', 'revision_number': 4, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'subnets': [{'id': '5c777c2a-c875-4abb-845f-2b8514734d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:22:01.573250 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (6505b5ab-77e2-425d-911b-a4687ce3143a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.591688 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-e42a9f52-c4ca-4184-aa86-49bed1c59df6 None None] Current status of the port 09b597db-9112-4af2-af71-c3237fe6f96d is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:01.611369 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-385c1520-d37f-4c9d-a173-93c64faaba54 req-ce23aea4-fef1-48d1-a57c-7d4d5299acf2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027124 Mar 10 04:22:01.620946 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca476a-d124-4013-9190-a0c059f9f42c None None] The sync data for ids ['05d28072-61ed-4844-8b4e-f8537a377ecd'] in dv-cinder-778193-25-smb is: [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:21:57Z', 'revision_number': 4, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port': {'id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:52Z', 'updated_at': '2022-03-10T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '09b597db-9112-4af2-af71-c3237fe6f96d', 'name': '', 'network_id': '27ad916d-6ca7-433b-928e-09d4af764b8a', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'mac_address': 'fa:16:3e:5a:1e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '5c777c2a-c875-4abb-845f-2b8514734d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:56Z', 'updated_at': '2022-03-10T04:22:00Z', 'revision_number': 4, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'subnets': [{'id': '5c777c2a-c875-4abb-845f-2b8514734d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:22:01.629294 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (6505b5ab-77e2-425d-911b-a4687ce3143a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.654592 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6505b5ab-77e2-425d-911b-a4687ce3143a,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:01.734226 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.735709 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0fb39dd3-45d6-4ea0-a12d-32e1c60aa0ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4348466 Mar 10 04:22:01.738419 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58598) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:01.745871 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'security_group_rule': {'security_group_id': '6af07fc7-cd51-4816-968f-e8766e5701eb', 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:01.840729 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.securitygroups_db [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Project a14bb0881c5b4cdf8230ecf5ae16f315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 04:22:01.848295 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (ca4ba995-47d8-467a-9c0b-c73e3cf74578), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:01.944638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (ca4ba995-47d8-467a-9c0b-c73e3cf74578), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:02.029163 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (ca4ba995-47d8-467a-9c0b-c73e3cf74578), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:02.051617 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4ba995-47d8-467a-9c0b-c73e3cf74578,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:02.123496 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:02.133116 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a98c86de-a832-414e-a186-87a5ca7945d4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3853366 Mar 10 04:22:02.615184 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 09b597db-9112-4af2-af71-c3237fe6f96d up at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:22:02.683571 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Provisioning complete for port 09b597db-9112-4af2-af71-c3237fe6f96d triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:22:02.683971 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:02.838997 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695b9cf-2156-4ad8-8d89-5a4fe246ec85 req-cda7dbf8-3db1-4273-808f-6f4f6289f021 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:02.858335 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Current status of the port 09b597db-9112-4af2-af71-c3237fe6f96d is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:02.861260 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3695b9cf-2156-4ad8-8d89-5a4fe246ec85 req-cda7dbf8-3db1-4273-808f-6f4f6289f021 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1325564 Mar 10 04:22:02.945477 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3695b9cf-2156-4ad8-8d89-5a4fe246ec85 req-58863f50-0dc6-4017-a83b-e10a9a21ef19 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769820 Mar 10 04:22:04.076088 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61da20-c98a-4d21-95c0-44ef43fc638a req-25026d4a-baec-4d2c-b4a3-6329d1285c91 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:04.078242 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-be61da20-c98a-4d21-95c0-44ef43fc638a req-25026d4a-baec-4d2c-b4a3-6329d1285c91 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0714204 Mar 10 04:22:04.142902 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-be61da20-c98a-4d21-95c0-44ef43fc638a req-e3eb1055-ddd2-4355-81c4-de8fa57c65f0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561888 Mar 10 04:22:05.300253 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca753-1354-44fc-8bde-b7a9cebbce68 req-60a0f7cb-a925-45c5-943e-d266b20e00a6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:05.301783 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-456ca753-1354-44fc-8bde-b7a9cebbce68 req-60a0f7cb-a925-45c5-943e-d266b20e00a6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0728927 Mar 10 04:22:05.356215 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-456ca753-1354-44fc-8bde-b7a9cebbce68 req-c901d108-9e5b-49f7-a406-7f1267990ffb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481718 Mar 10 04:22:06.575744 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035fda7-cc15-4128-9208-5726a8401e3e req-9855eea7-5deb-43c4-bd58-12ced726ad09 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:06.575744 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4035fda7-cc15-4128-9208-5726a8401e3e req-9855eea7-5deb-43c4-bd58-12ced726ad09 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.1259894 Mar 10 04:22:06.649902 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4035fda7-cc15-4128-9208-5726a8401e3e req-614f04fe-51d8-40eb-8778-89541b9a13ff tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606785 Mar 10 04:22:07.815600 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708611a5-86b5-406d-9e4b-2ed641c454d1 req-76135dae-f705-4708-b01c-3d215113ebbd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:07.817809 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-708611a5-86b5-406d-9e4b-2ed641c454d1 req-76135dae-f705-4708-b01c-3d215113ebbd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0644791 Mar 10 04:22:07.880753 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-708611a5-86b5-406d-9e4b-2ed641c454d1 req-63904db7-a4e8-4b39-9262-2a1cdf167930 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570805 Mar 10 04:22:09.006648 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41c83-e272-4fae-8267-6fb07f3bdc89 req-595d7a3b-7adc-4882-8725-adcc746c762a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:09.008069 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-10b41c83-e272-4fae-8267-6fb07f3bdc89 req-595d7a3b-7adc-4882-8725-adcc746c762a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0522633 Mar 10 04:22:09.054552 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-10b41c83-e272-4fae-8267-6fb07f3bdc89 req-de95d850-c4fb-478c-9d5c-72bcc9cba5aa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Mar 10 04:22:09.463985 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-2c1b3447-beee-4f9d-89c9-489aa90fe8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:09.465477 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-2c1b3447-beee-4f9d-89c9-489aa90fe8d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 1129 time: 0.0427141 Mar 10 04:22:09.555974 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-02ea561d-8fac-463e-ac9c-2dc2047aa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:09.557456 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-02ea561d-8fac-463e-ac9c-2dc2047aa92a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.0849507 Mar 10 04:22:09.620586 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-ae3337d1-f219-4089-8ef2-4f94d390a3e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0188fd7a-9758-4f51-b575-15526dada054 HTTP/1.1" status: 200 len: 1001 time: 0.0568287 Mar 10 04:22:09.670595 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-0dcb270b-f0c6-4be1-89e9-d0335b39e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:09.672162 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-0dcb270b-f0c6-4be1-89e9-d0335b39e5f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0454965 Mar 10 04:22:09.730236 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-da3b2c64-2f15-4482-9e52-6678e9ec6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:09.732180 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-da3b2c64-2f15-4482-9e52-6678e9ec6f66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0527687 Mar 10 04:22:09.829598 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-3a65702b-ce1e-4059-942e-e2e2c52f8801 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904579 Mar 10 04:22:09.938412 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ccc61f9e-5ab0-4a27-ab24-b88ad00a65c2 req-d310cd98-d201-4af6-b1bb-66c89843e072 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948708 Mar 10 04:22:10.178432 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28de97-996a-4417-8677-a34e8f8540d4 req-88c95710-58b3-41eb-b181-52cebc58df76 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:10.179922 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a28de97-996a-4417-8677-a34e8f8540d4 req-88c95710-58b3-41eb-b181-52cebc58df76 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0904272 Mar 10 04:22:10.217833 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f3bbf-d233-4793-b4ed-f5f9c590f59d req-3dca2a5b-7e00-4751-a1c1-23f3a9b639e2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:10.219316 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-218f3bbf-d233-4793-b4ed-f5f9c590f59d req-3dca2a5b-7e00-4751-a1c1-23f3a9b639e2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0849364 Mar 10 04:22:10.219836 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-f818b593-e4ee-4ba7-86d8-bf556eec0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:10.221930 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-f818b593-e4ee-4ba7-86d8-bf556eec0910 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1169 time: 0.0493450 Mar 10 04:22:10.308262 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-218f3bbf-d233-4793-b4ed-f5f9c590f59d req-a2a3e3b7-c035-41a3-80aa-4feb4f767149 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750079 Mar 10 04:22:10.313860 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a28de97-996a-4417-8677-a34e8f8540d4 req-d843b0d5-8543-443b-9263-4c4011a84798 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219289 Mar 10 04:22:10.329632 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-7f1525c8-ea1f-4a4f-a1b6-76b24c2e6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:10.331132 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-7f1525c8-ea1f-4a4f-a1b6-76b24c2e6ae1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 200 len: 916 time: 0.1015899 Mar 10 04:22:10.395346 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-1040f435-40b5-4ec0-8ef3-5323383081a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 1002 time: 0.0581946 Mar 10 04:22:10.446993 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-538d2e72-f626-4d40-bf4a-576a0fdfb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:10.448479 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-538d2e72-f626-4d40-bf4a-576a0fdfb86d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b HTTP/1.1" status: 200 len: 854 time: 0.0439250 Mar 10 04:22:10.502119 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-4d91d71e-7c99-4ca3-84d1-812c741ba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:10.503617 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-4d91d71e-7c99-4ca3-84d1-812c741ba018 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d85ad72a-ad30-4e43-adc4-19f6c4af5593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0486429 Mar 10 04:22:10.593764 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-006f401c-e85f-44c9-a702-00bd65d51275 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825939 Mar 10 04:22:10.685807 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-90e5ca75-25c9-467f-aa02-ddc317659430 req-ed19876f-74ce-4d70-a8b7-fdd3899c6045 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Mar 10 04:22:11.469488 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73d38-6d35-4843-8401-91cb80dad5e5 req-203189cc-77e3-4532-a630-4c9d2c16626a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:11.470971 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-38b73d38-6d35-4843-8401-91cb80dad5e5 req-203189cc-77e3-4532-a630-4c9d2c16626a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0926383 Mar 10 04:22:11.479118 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abf9c1-e69d-4a19-8dac-42e15f9c43e6 req-469efcd0-5ae8-4f2c-bdc6-4540103cf877 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:11.480572 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68abf9c1-e69d-4a19-8dac-42e15f9c43e6 req-469efcd0-5ae8-4f2c-bdc6-4540103cf877 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0879598 Mar 10 04:22:11.546261 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-38b73d38-6d35-4843-8401-91cb80dad5e5 req-a303f8ba-18b3-4b6a-85f4-3b11fc2b3faa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647242 Mar 10 04:22:11.574278 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68abf9c1-e69d-4a19-8dac-42e15f9c43e6 req-62a55e4c-d366-4414-9ac1-7a5f2e3912f0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790009 Mar 10 04:22:12.705642 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1d0b-ab56-47e6-9c3a-ce093f1d4fc4 req-622c1031-24d3-4942-a376-76d30ee6bfc8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:12.707129 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-87ca1d0b-ab56-47e6-9c3a-ce093f1d4fc4 req-622c1031-24d3-4942-a376-76d30ee6bfc8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 945 time: 0.0898633 Mar 10 04:22:12.724860 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb976f-24cc-4199-8fe9-a1b4fcf9832a req-b2973086-f9db-49b8-a5ff-9e9a7fe73dc5 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:12.726756 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7cdb976f-24cc-4199-8fe9-a1b4fcf9832a req-b2973086-f9db-49b8-a5ff-9e9a7fe73dc5 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0805626 Mar 10 04:22:12.798614 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-87ca1d0b-ab56-47e6-9c3a-ce093f1d4fc4 req-8f415638-4d0a-47cd-8edc-491bce198a92 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859516 Mar 10 04:22:12.816826 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7cdb976f-24cc-4199-8fe9-a1b4fcf9832a req-c70c721e-8148-4148-872e-8656be923427 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800962 Mar 10 04:22:13.245265 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:22:13.324902 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: ACTIVE; New status is: DOWN {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:13.329565 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.451880 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58834) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:13.475531 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:22:13.477776 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2a6d39-6427-48f4-975f-ce23786c471d" -d '{"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0188fd7a-9758-4f51-b575-15526dada054"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:22:13.498882 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:13.510620 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6830358b-a8f6-4734-bb9c-57a63b67da29 x-openstack-request-id: req-6830358b-a8f6-4734-bb9c-57a63b67da29 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:22:13.510914 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-unplugged", "status": "failed", "tag": "0188fd7a-9758-4f51-b575-15526dada054", "code": 422}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:22:13.511174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6830358b-a8f6-4734-bb9c-57a63b67da29 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:22:13.511639 dv-cinder-778193-25-smb neutron-server[103753]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054', 'code': 422} returned with failed status Mar 10 04:22:13.565519 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4400298e-851c-4518-a528-9fc4ceda8cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.577705 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.628187 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=8']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:13.655275 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4400298e-851c-4518-a528-9fc4ceda8cc6 admin admin] Publish callbacks [] for security_group (09d9299e-71b9-4f16-9823-6b0048dafc70), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.720388 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4400298e-851c-4518-a528-9fc4ceda8cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (09d9299e-71b9-4f16-9823-6b0048dafc70), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.759107 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-4400298e-851c-4518-a528-9fc4ceda8cc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2cb0494b338457f9a2f6ab4550e639f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058276 Mar 10 04:22:13.760062 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400298e-851c-4518-a528-9fc4ceda8cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d9299e-71b9-4f16-9823-6b0048dafc70,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:13.762562 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58842) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:13.813046 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ec8243d6-1949-4c94-b1e3-915c5c2b8305 admin admin] Publish callbacks [] for security_group (09d9299e-71b9-4f16-9823-6b0048dafc70), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.834360 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ec8243d6-1949-4c94-b1e3-915c5c2b8305 admin admin] Publish callbacks [] for security_group (09d9299e-71b9-4f16-9823-6b0048dafc70), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.945688 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648d0df-cafd-4756-ac83-02a268185209 req-77bd5e5e-d7b8-406f-ac23-08b9e0e196db tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:13.947213 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b648d0df-cafd-4756-ac83-02a268185209 req-77bd5e5e-d7b8-406f-ac23-08b9e0e196db tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0583975 Mar 10 04:22:13.958993 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ec8243d6-1949-4c94-b1e3-915c5c2b8305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (09d9299e-71b9-4f16-9823-6b0048dafc70), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.961816 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ec8243d6-1949-4c94-b1e3-915c5c2b8305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:13.962895 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-ec8243d6-1949-4c94-b1e3-915c5c2b8305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09d9299e-71b9-4f16-9823-6b0048dafc70 HTTP/1.1" status: 204 len: 168 time: 0.1991723 Mar 10 04:22:13.980010 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8243d6-1949-4c94-b1e3-915c5c2b8305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d9299e-71b9-4f16-9823-6b0048dafc70,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:14.029695 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b648d0df-cafd-4756-ac83-02a268185209 req-b3eaa076-5fd5-413b-aa24-74dc05394b35 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765538 Mar 10 04:22:14.123326 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-f5da882f-7072-47e1-bf71-49642366f44e req-a4da7380-fed2-45aa-b414-3e7e9b8acd98 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:22:14.124558 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f5da882f-7072-47e1-bf71-49642366f44e req-a4da7380-fed2-45aa-b414-3e7e9b8acd98 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057702 Mar 10 04:22:14.393101 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7598-c7f8-4900-9228-5a5c2397e35d req-0e198db4-045c-4942-8e5c-a0f5f6174a6d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:14.394600 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5e9c7598-c7f8-4900-9228-5a5c2397e35d req-0e198db4-045c-4942-8e5c-a0f5f6174a6d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0548713 Mar 10 04:22:14.449371 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5e9c7598-c7f8-4900-9228-5a5c2397e35d req-3add3cdd-67f4-468b-916e-cabd77adc22a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490146 Mar 10 04:22:14.571994 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 58870) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:14.585616 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eda0-2079-44a6-972b-a34bb9f1248d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:14.659588 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eda0-2079-44a6-972b-a34bb9f1248d admin admin] Publish callbacks [] for security_group (81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:14.703219 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b6d4eda0-2079-44a6-972b-a34bb9f1248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:14.748023 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-b6d4eda0-2079-44a6-972b-a34bb9f1248d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a79c5df3e2cc40e18b262a233bce5e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747270 Mar 10 04:22:14.748950 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4eda0-2079-44a6-972b-a34bb9f1248d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:14.750794 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58872) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:14.803574 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1d88e26c-12cc-4eba-a58d-5b6f1409089b admin admin] Publish callbacks [] for security_group (81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:14.825105 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1d88e26c-12cc-4eba-a58d-5b6f1409089b admin admin] Publish callbacks [] for security_group (81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:14.932593 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1d88e26c-12cc-4eba-a58d-5b6f1409089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:14.935323 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1d88e26c-12cc-4eba-a58d-5b6f1409089b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:14.937237 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1d88e26c-12cc-4eba-a58d-5b6f1409089b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6 HTTP/1.1" status: 204 len: 168 time: 0.1852381 Mar 10 04:22:14.947540 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88e26c-12cc-4eba-a58d-5b6f1409089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d46be9-ac6c-43eb-a0c8-d07b31a1bfa6,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:15.032464 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58886) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:15.124481 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-8339572a-c04d-482d-b228-786b68e613cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908213 Mar 10 04:22:15.130114 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-17552ad0-c2ca-430c-95bd-a10d598a6d4d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:22:15.131085 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-17552ad0-c2ca-430c-95bd-a10d598a6d4d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056300 Mar 10 04:22:15.156492 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1f98-7dcb-4099-be49-c5f69ca90d1d req-922722aa-ec1e-4b12-b555-bd30859f8537 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:15.159502 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-387d1f98-7dcb-4099-be49-c5f69ca90d1d req-922722aa-ec1e-4b12-b555-bd30859f8537 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0586276 Mar 10 04:22:15.225319 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-387d1f98-7dcb-4099-be49-c5f69ca90d1d req-47f4424f-a4b9-4417-8a77-59f9905a9973 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606992 Mar 10 04:22:15.284947 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 58900) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:15.381067 dv-cinder-778193-25-smb neutron-server[103752]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 04:22:15.426475 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-8f78f314-a4c0-463d-b1db-ae9062bcf0af tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:15.427898 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-8f78f314-a4c0-463d-b1db-ae9062bcf0af tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports/0188fd7a-9758-4f51-b575-15526dada054 HTTP/1.1" status: 200 len: 940 time: 0.1419768 Mar 10 04:22:15.588738 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9746-d99a-4122-8856-ded74d51150a req-07af9c0f-0bd8-431d-80d4-06dd36f3377e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:15.590323 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d4c9746-d99a-4122-8856-ded74d51150a req-07af9c0f-0bd8-431d-80d4-06dd36f3377e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0584607 Mar 10 04:22:15.637840 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8d4c9746-d99a-4122-8856-ded74d51150a req-e67419fc-a5b7-4ab8-b60e-ff322c8a1496 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Mar 10 04:22:16.348991 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53816164-8436-4f2d-a692-c90c62e6bb56 req-de2f13f1-5c6b-480c-9835-fab7e73a2154 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:16.350499 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-53816164-8436-4f2d-a692-c90c62e6bb56 req-de2f13f1-5c6b-480c-9835-fab7e73a2154 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0565839 Mar 10 04:22:16.416917 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-53816164-8436-4f2d-a692-c90c62e6bb56 req-20213e09-4f6b-4139-bbc7-9c6dd2da5199 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606647 Mar 10 04:22:16.768804 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206eb90-dc30-4bb9-acaf-2bafd4aa40a5 req-0ca75dc6-4b50-4ac9-a659-84ee3c6b5495 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:16.770604 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7206eb90-dc30-4bb9-acaf-2bafd4aa40a5 req-0ca75dc6-4b50-4ac9-a659-84ee3c6b5495 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0588048 Mar 10 04:22:16.821554 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7206eb90-dc30-4bb9-acaf-2bafd4aa40a5 req-f062102c-c2fb-4454-a64f-cdff0395ee08 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435352 Mar 10 04:22:17.271733 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:22:17.348385 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: DOWN; New status is: DOWN {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:17.536562 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c18ce-4d87-4ebb-b651-4cd3d63fe348 req-b3908614-a16e-4618-af47-129c9bad8832 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:17.538036 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ba6c18ce-4d87-4ebb-b651-4cd3d63fe348 req-b3908614-a16e-4618-af47-129c9bad8832 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0561249 Mar 10 04:22:17.596687 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ba6c18ce-4d87-4ebb-b651-4cd3d63fe348 req-bb914785-1207-441c-a68f-57e26f41b2a3 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528395 Mar 10 04:22:17.787959 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-2e796dbb-cd4c-4a8e-9f43-39f046fc46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:17.789382 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-2e796dbb-cd4c-4a8e-9f43-39f046fc46cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe&tenant_id=189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 1127 time: 0.0762212 Mar 10 04:22:17.949172 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe05fc0-8413-4bd6-8ecd-74a0334a764b req-1ae6f2eb-6d09-496b-9d06-aea5e22f3417 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:17.950708 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-abe05fc0-8413-4bd6-8ecd-74a0334a764b req-1ae6f2eb-6d09-496b-9d06-aea5e22f3417 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0540512 Mar 10 04:22:17.999044 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-abe05fc0-8413-4bd6-8ecd-74a0334a764b req-cea1459d-70ee-482c-a001-137fa0d41ef4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Mar 10 04:22:18.091953 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-1c1f7a8a-9a7c-47d5-98a6-fd924f41596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:18.093409 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-1c1f7a8a-9a7c-47d5-98a6-fd924f41596f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 1127 time: 0.2807829 Mar 10 04:22:18.179350 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-7613be8d-daa8-4a6b-a567-c09740fa8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:18.180914 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-7613be8d-daa8-4a6b-a567-c09740fa8df5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.0811570 Mar 10 04:22:18.245496 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-85520c8a-1d7f-42c3-9228-f5923a7618da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0188fd7a-9758-4f51-b575-15526dada054 HTTP/1.1" status: 200 len: 999 time: 0.0585155 Mar 10 04:22:18.291599 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-345d33b4-30b3-46b1-8cc6-2cd3e46cdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:18.293013 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-345d33b4-30b3-46b1-8cc6-2cd3e46cdeef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0411651 Mar 10 04:22:18.342246 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-024bb2c5-fd5c-4a58-a4c6-4c4f23388389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:18.343578 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-024bb2c5-fd5c-4a58-a4c6-4c4f23388389 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0406351 Mar 10 04:22:18.437144 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-1edcbc52-46bd-48e1-8d5f-17c29e30d96b service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829644 Mar 10 04:22:18.528607 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1479a8b9-b5ec-4897-9f9d-3a20444af442 req-7e139c4f-09f2-422e-a0d6-1b2bc485a39b service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845544 Mar 10 04:22:18.717113 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6a6b-3395-4788-a23e-db92f6c58278 req-ab91674d-2006-4abe-aef6-fe8c4425e774 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:18.718780 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-637a6a6b-3395-4788-a23e-db92f6c58278 req-ab91674d-2006-4abe-aef6-fe8c4425e774 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0528302 Mar 10 04:22:18.782085 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-637a6a6b-3395-4788-a23e-db92f6c58278 req-5f24b251-3f50-4170-83ef-abb3db9480aa tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569043 Mar 10 04:22:19.126662 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a93170-38b3-4bcc-98e6-86e585cb7703 req-03028172-6252-46ab-a117-1c45f7eb0008 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:19.128520 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-33a93170-38b3-4bcc-98e6-86e585cb7703 req-03028172-6252-46ab-a117-1c45f7eb0008 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0576971 Mar 10 04:22:19.194289 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-33a93170-38b3-4bcc-98e6-86e585cb7703 req-cdb20cc0-7f63-4941-839b-4c87d3c2ca64 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595326 Mar 10 04:22:19.905463 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c533-096b-496c-90c5-375a970eceb1 req-cf36e3f6-272e-48a8-b3ab-de8977b910b8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:19.906958 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e577c533-096b-496c-90c5-375a970eceb1 req-cf36e3f6-272e-48a8-b3ab-de8977b910b8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0515952 Mar 10 04:22:19.968384 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e577c533-096b-496c-90c5-375a970eceb1 req-d9963bc4-fca5-4144-b907-c50847196c80 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547750 Mar 10 04:22:20.581936 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223836b6-51d8-410f-b8c2-f9306147ad55 req-49024bcb-4585-4e45-8cba-ab475efa6010 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:20.584126 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-223836b6-51d8-410f-b8c2-f9306147ad55 req-49024bcb-4585-4e45-8cba-ab475efa6010 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.3047092 Mar 10 04:22:20.640979 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-223836b6-51d8-410f-b8c2-f9306147ad55 req-a0295961-7c56-4e8b-a4bf-bdce5390f1be tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507627 Mar 10 04:22:21.111181 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edbfa4-dbe9-4445-9aa1-15be1495032a req-712e8817-79a5-40e3-8c21-a3c8feceb629 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:21.114128 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-27edbfa4-dbe9-4445-9aa1-15be1495032a req-712e8817-79a5-40e3-8c21-a3c8feceb629 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0738046 Mar 10 04:22:21.193459 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-27edbfa4-dbe9-4445-9aa1-15be1495032a req-71ec1d7d-dc4e-4dec-b8fb-b50d258bcd34 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735829 Mar 10 04:22:21.796937 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4a5e-c788-4a31-8a28-6632ba7c0e04 req-d1d845e2-ccd7-42b8-85ff-fbf4ba5ec054 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:21.807607 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-024c4a5e-c788-4a31-8a28-6632ba7c0e04 req-d1d845e2-ccd7-42b8-85ff-fbf4ba5ec054 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0823011 Mar 10 04:22:21.865580 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-024c4a5e-c788-4a31-8a28-6632ba7c0e04 req-df2ffe89-4f81-4d69-bb5b-2c2328fa237f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584860 Mar 10 04:22:22.319863 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e0e21-ff32-43be-962a-54a95438ac67 req-3f42c8c4-5fa7-48ce-9d90-b9bdb98d9383 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:22.321406 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-043e0e21-ff32-43be-962a-54a95438ac67 req-3f42c8c4-5fa7-48ce-9d90-b9bdb98d9383 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0554690 Mar 10 04:22:22.355688 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:22.397121 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-043e0e21-ff32-43be-962a-54a95438ac67 req-138db84d-eefe-46f1-b1e8-22d987cb34ef tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699315 Mar 10 04:22:22.656318 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59074) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:22.743104 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8bea-fac4-4317-90a0-4fab597d5b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:22.766421 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ad1d408d-a0a5-484b-8fce-94ac42908195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:22.857492 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ad1d408d-a0a5-484b-8fce-94ac42908195 admin admin] Publish callbacks [] for security_group (8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:22.897296 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ad1d408d-a0a5-484b-8fce-94ac42908195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:22.947071 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ad1d408d-a0a5-484b-8fce-94ac42908195 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=038d03f955484995a7448630b77010df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894819 Mar 10 04:22:22.947800 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59080) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:22.948481 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d408d-a0a5-484b-8fce-94ac42908195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:23.015602 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13403ffe-fd14-477d-9e1f-2639bc6dc19a req-fec42148-ecd8-4fc6-a1f3-c3aa47d72063 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:23.018091 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-13403ffe-fd14-477d-9e1f-2639bc6dc19a req-fec42148-ecd8-4fc6-a1f3-c3aa47d72063 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0749955 Mar 10 04:22:23.032765 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-601fc907-dba5-4853-8965-4f24b129a1a5 admin admin] Publish callbacks [] for security_group (8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.056090 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-601fc907-dba5-4853-8965-4f24b129a1a5 admin admin] Publish callbacks [] for security_group (8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.080798 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-13403ffe-fd14-477d-9e1f-2639bc6dc19a req-e79e816c-5429-4a50-abe0-9c7031aa72b3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552063 Mar 10 04:22:23.113467 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:22:23.154675 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-601fc907-dba5-4853-8965-4f24b129a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.157276 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-601fc907-dba5-4853-8965-4f24b129a1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.158817 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-601fc907-dba5-4853-8965-4f24b129a1a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab HTTP/1.1" status: 204 len: 168 time: 0.2071412 Mar 10 04:22:23.166399 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fc907-dba5-4853-8965-4f24b129a1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90fa5a-c7ea-4229-bd89-7fc0fb9d22ab,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:23.533116 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbfb22-8447-40c8-b7b7-bcb5745718f2 req-02135ab2-7e70-4685-95cf-ac13683f58dd tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:23.535297 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5dbbfb22-8447-40c8-b7b7-bcb5745718f2 req-02135ab2-7e70-4685-95cf-ac13683f58dd tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0652657 Mar 10 04:22:23.600477 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5dbbfb22-8447-40c8-b7b7-bcb5745718f2 req-0316586a-fd43-4367-b2b2-5e164ccc56da tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583975 Mar 10 04:22:23.680417 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59090) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:23.698631 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e7b57b92-51ab-4b8b-8d26-21d72ef6f55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.786837 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e7b57b92-51ab-4b8b-8d26-21d72ef6f55d admin admin] Publish callbacks [] for security_group (39678416-94d5-458e-81d9-02e8bd2c52bd), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.845427 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e7b57b92-51ab-4b8b-8d26-21d72ef6f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (39678416-94d5-458e-81d9-02e8bd2c52bd), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.884152 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b57b92-51ab-4b8b-8d26-21d72ef6f55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39678416-94d5-458e-81d9-02e8bd2c52bd,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:23.888509 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e7b57b92-51ab-4b8b-8d26-21d72ef6f55d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=692b9b3d120d4510a32b346bb59f04be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070639 Mar 10 04:22:23.891812 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59092) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:23.944759 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-78ee7b84-f918-4cb4-8dc5-7f7b9bd38a5c admin admin] Publish callbacks [] for security_group (39678416-94d5-458e-81d9-02e8bd2c52bd), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:23.967488 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-78ee7b84-f918-4cb4-8dc5-7f7b9bd38a5c admin admin] Publish callbacks [] for security_group (39678416-94d5-458e-81d9-02e8bd2c52bd), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:24.108775 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-78ee7b84-f918-4cb4-8dc5-7f7b9bd38a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (39678416-94d5-458e-81d9-02e8bd2c52bd), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:24.116253 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-78ee7b84-f918-4cb4-8dc5-7f7b9bd38a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:24.116253 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-78ee7b84-f918-4cb4-8dc5-7f7b9bd38a5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39678416-94d5-458e-81d9-02e8bd2c52bd HTTP/1.1" status: 204 len: 168 time: 0.2197647 Mar 10 04:22:24.127450 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee7b84-f918-4cb4-8dc5-7f7b9bd38a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39678416-94d5-458e-81d9-02e8bd2c52bd,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:24.264247 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90321a7-0e78-4adb-8209-b3fb810e2ccc req-1ea64344-f74e-475f-87c1-4f00a0bae148 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:24.266318 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e90321a7-0e78-4adb-8209-b3fb810e2ccc req-1ea64344-f74e-475f-87c1-4f00a0bae148 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0948448 Mar 10 04:22:24.315036 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e90321a7-0e78-4adb-8209-b3fb810e2ccc req-81ab46c1-a30c-4f3d-9861-51833629e59f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Mar 10 04:22:24.685477 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-e8786f06-672c-472d-94cd-df207e779b77 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918020597&fields=id&tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315 HTTP/1.1" status: 200 len: 267 time: 0.0701244 Mar 10 04:22:24.822206 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cc4e6-72b7-4642-99c6-3bd19fc43980 req-e13c802c-cd91-490c-915b-6d2b57e0042a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:24.823925 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e15cc4e6-72b7-4642-99c6-3bd19fc43980 req-e13c802c-cd91-490c-915b-6d2b57e0042a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.1297057 Mar 10 04:22:24.872293 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-91ac6eb1-7fa6-4765-a91e-7a7edff724df tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:24.872784 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-91ac6eb1-7fa6-4765-a91e-7a7edff724df tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/networks?id=ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 200 len: 808 time: 0.1767149 Mar 10 04:22:24.911400 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-23d3a5ad-9572-42a9-bd59-b3a56298962d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/quotas/a14bb0881c5b4cdf8230ecf5ae16f315 HTTP/1.1" status: 200 len: 375 time: 0.0294559 Mar 10 04:22:24.978161 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e15cc4e6-72b7-4642-99c6-3bd19fc43980 req-a8fc1f38-0394-478c-9de2-ec2faa4c1631 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455202 Mar 10 04:22:25.015391 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-8e5e15c5-7f37-417b-8448-fcba3ada02c2 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967698 Mar 10 04:22:25.120411 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-833aa345-fdbd-4a14-b4a9-b84d18789793 service neutron] 10.222.0.32 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922523 Mar 10 04:22:25.261697 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-b60a1aea-5679-4a9c-9d6c-0165f24d8f98 service neutron] 10.222.0.32 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201987 Mar 10 04:22:25.302857 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-fb8555fd-f004-48b8-b951-a2a8067e37e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:25.523692 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6cdba-7fa1-4842-9914-7fd001753b05 req-8c577b93-4d32-43a7-b69d-2ec885ff0a10 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:25.524511 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d5a6cdba-7fa1-4842-9914-7fd001753b05 req-8c577b93-4d32-43a7-b69d-2ec885ff0a10 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0858393 Mar 10 04:22:25.608179 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d5a6cdba-7fa1-4842-9914-7fd001753b05 req-ba024f10-42c4-44ec-87d2-d844f5400ed1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826027 Mar 10 04:22:25.868399 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9289228f-8421-44f0-97b6-b4a003392bc6 req-488b6a92-fc10-4bdd-84ee-2ea9ffa2c573 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0362861 Mar 10 04:22:26.105699 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f8c3e-52db-496c-a4e5-d0bef715673b req-3ccda9e1-3972-4e73-b7d5-a82fae58cc00 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:26.107294 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b70f8c3e-52db-496c-a4e5-d0bef715673b req-3ccda9e1-3972-4e73-b7d5-a82fae58cc00 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0623195 Mar 10 04:22:26.192680 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b70f8c3e-52db-496c-a4e5-d0bef715673b req-ce90c7fa-dc3d-49fe-98ad-2be90fc3b8e9 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788720 Mar 10 04:22:26.365868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:26.742523 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59009919-fc37-486e-94a3-7817f40663cd req-335d4313-fcbb-4761-b65d-6b19abd2787c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:26.749664 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59009919-fc37-486e-94a3-7817f40663cd req-335d4313-fcbb-4761-b65d-6b19abd2787c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0621450 Mar 10 04:22:26.811867 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59009919-fc37-486e-94a3-7817f40663cd req-9e5a5198-22a2-4a8c-8661-842d4e2b2475 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562041 Mar 10 04:22:26.965025 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5bf40333-7d63-4dd9-b67a-593e1d046a17 req-8524dd58-cc77-4e91-96e4-72e449dab99c tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0274622 Mar 10 04:22:27.321181 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84791fc5-473c-40f8-93e5-e39dde3d2366 req-37c80b5b-42e0-4344-bd01-4752458dd0a7 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:27.322705 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-84791fc5-473c-40f8-93e5-e39dde3d2366 req-37c80b5b-42e0-4344-bd01-4752458dd0a7 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0621371 Mar 10 04:22:27.390150 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-84791fc5-473c-40f8-93e5-e39dde3d2366 req-9d8e8d8f-fcb4-4ab8-960d-be145a58b7f7 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615003 Mar 10 04:22:27.736962 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:27.926281 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30f47-b568-4d5a-a862-d4ff39f4f2aa req-c2ca5ebf-344a-42ae-bacb-f8990575f5a2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:27.927795 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-61a30f47-b568-4d5a-a862-d4ff39f4f2aa req-c2ca5ebf-344a-42ae-bacb-f8990575f5a2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0546057 Mar 10 04:22:27.976148 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-61a30f47-b568-4d5a-a862-d4ff39f4f2aa req-566f6657-6533-49c7-a7e7-f70aafbefe32 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421393 Mar 10 04:22:28.057839 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8658eccb-6627-4d4a-8c63-fad17e25bae2 req-45192f91-de6f-400b-b62b-322808d51a67 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0277076 Mar 10 04:22:28.517748 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc3d54-bff5-4a4d-860f-85d56135477d req-a3dae210-9199-413a-80e7-559ff538795c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:28.521366 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f4bc3d54-bff5-4a4d-860f-85d56135477d req-a3dae210-9199-413a-80e7-559ff538795c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0602577 Mar 10 04:22:28.584544 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f4bc3d54-bff5-4a4d-860f-85d56135477d req-61c0209f-1438-433b-9a8f-bdfa838f458e tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583677 Mar 10 04:22:29.103149 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd316d6-f6e0-4e53-a00d-1d9f043c9ea5 req-cfec4ce0-53b6-4f6c-9363-b95740acb866 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:29.104703 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acd316d6-f6e0-4e53-a00d-1d9f043c9ea5 req-cfec4ce0-53b6-4f6c-9363-b95740acb866 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0573192 Mar 10 04:22:29.160227 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:29.167081 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2ee5638c-fe34-49fb-a172-43b60b478a0b req-ad7c41c7-63af-4a56-9a36-fb78805d28c4 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0372975 Mar 10 04:22:29.179056 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-acd316d6-f6e0-4e53-a00d-1d9f043c9ea5 req-d24a0ea2-6eb4-4cd1-a3fa-d9c874de63d7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686812 Mar 10 04:22:29.703914 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f27edb-1461-4f9d-b516-8a1e45f7c11f req-5bce0f0d-1c54-4e60-874c-d5c0b606f9ce tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:29.705524 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a3f27edb-1461-4f9d-b516-8a1e45f7c11f req-5bce0f0d-1c54-4e60-874c-d5c0b606f9ce tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0524852 Mar 10 04:22:29.763645 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a3f27edb-1461-4f9d-b516-8a1e45f7c11f req-69644bdd-8056-4776-a4cf-7a1b75a2d98d tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519555 Mar 10 04:22:30.262878 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9c06ae6f-d015-4162-9777-858de84d94cb req-f1678339-5163-42dc-b798-17f8026ada05 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0294876 Mar 10 04:22:30.314920 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31aa18-4257-4da6-a03e-533d8f758ba6 req-4339b974-f137-4919-ab58-0e18b115daa0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:30.317016 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-de31aa18-4257-4da6-a03e-533d8f758ba6 req-4339b974-f137-4919-ab58-0e18b115daa0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0564961 Mar 10 04:22:30.371242 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-de31aa18-4257-4da6-a03e-533d8f758ba6 req-7de6bce0-1e51-4bfa-b1a6-d61f29707891 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438044 Mar 10 04:22:30.878393 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1266d79-267c-4f1c-85a5-9f8c51046ce9 req-a070025e-6df3-4f04-8044-fd411c4907a9 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:30.879859 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1266d79-267c-4f1c-85a5-9f8c51046ce9 req-a070025e-6df3-4f04-8044-fd411c4907a9 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0520153 Mar 10 04:22:30.937511 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1266d79-267c-4f1c-85a5-9f8c51046ce9 req-7b3ccc06-1b93-4898-804a-20936bae585d tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520048 Mar 10 04:22:31.355266 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dd60a201-c80d-4567-8b9f-7326663fd463 req-8eb661b1-f0a6-4cdf-b15a-29730837f805 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0272319 Mar 10 04:22:31.502713 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de0c66-8cf3-48b7-9708-412afeff0c75 req-d014af16-3f33-48ff-9485-02e02721ca0f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:31.504797 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c5de0c66-8cf3-48b7-9708-412afeff0c75 req-d014af16-3f33-48ff-9485-02e02721ca0f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0561805 Mar 10 04:22:31.551346 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c5de0c66-8cf3-48b7-9708-412afeff0c75 req-f37de56d-b1c2-4b00-ad0e-d2e67bc6519f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Mar 10 04:22:32.059338 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a23b60-3a9d-4706-a539-351997beebf3 req-d478165e-e523-4563-9c8b-8d80272158e9 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:32.061022 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e7a23b60-3a9d-4706-a539-351997beebf3 req-d478165e-e523-4563-9c8b-8d80272158e9 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0594647 Mar 10 04:22:32.120402 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e7a23b60-3a9d-4706-a539-351997beebf3 req-b38c8ff8-6861-4d50-a997-1eeb9285287a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531442 Mar 10 04:22:32.332306 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-71496513-f0d2-4593-adef-0c203406da2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433469 Mar 10 04:22:32.420718 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-43fb0ee8-8ab4-428d-b189-f5dc232bee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:32.422205 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-43fb0ee8-8ab4-428d-b189-f5dc232bee71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 1129 time: 0.0438452 Mar 10 04:22:32.449551 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2ae88ba9-8179-4f84-a39f-3e367d024c45 req-3614799f-c6c3-4d18-9531-5a1f255efd04 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0273833 Mar 10 04:22:32.537791 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-18e9f60a-7ecd-4b85-8d0b-611e047935d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:32.539250 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-18e9f60a-7ecd-4b85-8d0b-611e047935d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 914 time: 0.0896046 Mar 10 04:22:32.607781 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-4c24512c-bebb-4c70-aee5-2f1ff8768733 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c HTTP/1.1" status: 200 len: 1001 time: 0.0603893 Mar 10 04:22:32.661257 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-de073265-d2ab-447c-9f83-b3bddb5de356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:32.662873 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-de073265-d2ab-447c-9f83-b3bddb5de356 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0495448 Mar 10 04:22:32.690191 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547cc5d-6bc3-4468-a27a-4bea4b2eaf29 req-b1cdbff1-4b1f-449c-a560-436ca2ea3c54 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:32.691694 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6547cc5d-6bc3-4468-a27a-4bea4b2eaf29 req-b1cdbff1-4b1f-449c-a560-436ca2ea3c54 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0575907 Mar 10 04:22:32.715738 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-0677e322-fb5e-430e-998b-8ceaee13d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:32.717296 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-0677e322-fb5e-430e-998b-8ceaee13d262 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0473640 Mar 10 04:22:32.741818 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6547cc5d-6bc3-4468-a27a-4bea4b2eaf29 req-b592416d-3914-4a52-8603-91e701665e9d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437462 Mar 10 04:22:32.814070 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-af19a948-a9d8-488d-a4f2-29cfbdd90b05 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Mar 10 04:22:32.903361 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-a56e2194-1dbd-4f6e-bfe3-f494bb945c4f req-4113121d-6f27-414e-b264-b23a8fdcff8a service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822439 Mar 10 04:22:33.243548 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f78bc-9a0d-41d1-83b3-012c587b5b3f req-9c25a3de-a904-4fa0-a78c-9dbf913ea3bb tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:33.245166 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5c6f78bc-9a0d-41d1-83b3-012c587b5b3f req-9c25a3de-a904-4fa0-a78c-9dbf913ea3bb tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0560040 Mar 10 04:22:33.262580 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59244) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:33.306497 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5c6f78bc-9a0d-41d1-83b3-012c587b5b3f req-8aa4ca91-0ddb-44a3-a275-b805cd066db8 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553238 Mar 10 04:22:33.391459 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0644ff95-f30c-4587-867f-4c999efc5646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:33.484279 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-7a4bf594-f92e-4821-a79e-3016d5043806 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:33.485738 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-7a4bf594-f92e-4821-a79e-3016d5043806 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.37 "GET /v2.0/networks?id=ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 200 len: 808 time: 0.1503611 Mar 10 04:22:33.561645 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-51ced6e0-833b-4304-86d1-fab172fce946 req-b6e5c6e3-da94-4330-88f2-25c0522ad059 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0322237 Mar 10 04:22:33.583730 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0644ff95-f30c-4587-867f-4c999efc5646 admin admin] Publish callbacks [] for security_group (0003c3ed-4e22-470d-9566-482028044c3a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:33.590271 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-440e0150-943c-46d2-a545-9d7adf7cbd55 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315 HTTP/1.1" status: 200 len: 379 time: 0.0948534 Mar 10 04:22:33.602400 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'port': {'device_id': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'admin_state_up': True, 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'security_groups': ['6af07fc7-cd51-4816-968f-e8766e5701eb']}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:33.665056 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0644ff95-f30c-4587-867f-4c999efc5646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (0003c3ed-4e22-470d-9566-482028044c3a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:33.730241 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0644ff95-f30c-4587-867f-4c999efc5646 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeee7ebb53564595b40493085e56bf2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592102 Mar 10 04:22:33.731219 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59250) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:33.731316 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644ff95-f30c-4587-867f-4c999efc5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0003c3ed-4e22-470d-9566-482028044c3a,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:33.792631 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ca86b190-5dcd-45fc-acb7-566e7b7236be admin admin] Publish callbacks [] for security_group (0003c3ed-4e22-470d-9566-482028044c3a), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:33.816493 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ca86b190-5dcd-45fc-acb7-566e7b7236be admin admin] Publish callbacks [] for security_group (0003c3ed-4e22-470d-9566-482028044c3a), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:33.834140 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Made reservation on behalf of a14bb0881c5b4cdf8230ecf5ae16f315 for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:22:33.837522 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:33.903057 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1e2b7-0054-4a29-9960-28ec6500a3a9 req-90332d45-c8dd-43bf-86aa-9c086004a56b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:33.905110 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a9b1e2b7-0054-4a29-9960-28ec6500a3a9 req-90332d45-c8dd-43bf-86aa-9c086004a56b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0794542 Mar 10 04:22:33.971091 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a9b1e2b7-0054-4a29-9960-28ec6500a3a9 req-4d378511-15e3-4882-9f44-90e77d8571ac tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482793 Mar 10 04:22:33.977741 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Allocated IP 172.20.0.14 (ba7a4c0a-3458-45ab-a301-729623705265/0d231466-e4ad-44de-abc3-577a7f47b0de/a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:22:34.005484 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ca86b190-5dcd-45fc-acb7-566e7b7236be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (0003c3ed-4e22-470d-9566-482028044c3a), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.010929 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ca86b190-5dcd-45fc-acb7-566e7b7236be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.010929 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-ca86b190-5dcd-45fc-acb7-566e7b7236be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0003c3ed-4e22-470d-9566-482028044c3a HTTP/1.1" status: 204 len: 168 time: 0.2863388 Mar 10 04:22:34.025997 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86b190-5dcd-45fc-acb7-566e7b7236be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0003c3ed-4e22-470d-9566-482028044c3a,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:34.138949 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.286383 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.330690 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Network ba7a4c0a-3458-45ab-a301-729623705265 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:22:34.334562 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:22:34.341278 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:22:34.371387 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:34.416472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:34.417152 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.446370 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfbfce-0782-442a-98db-9a6ac8b60ed8 req-cb67e51f-29fb-4d94-855a-878f015267a6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:34.447869 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5edfbfce-0782-442a-98db-9a6ac8b60ed8 req-cb67e51f-29fb-4d94-855a-878f015267a6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0661752 Mar 10 04:22:34.512024 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-d4ba9cb8-3840-4342-801e-0e29241d8013 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9139566 Mar 10 04:22:34.520280 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5edfbfce-0782-442a-98db-9a6ac8b60ed8 req-e86e4e2d-4c18-4f88-8bf3-2fc663ec48a3 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&id=8f759715-3327-49fe-8d26-077780020ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662382 Mar 10 04:22:34.525846 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Request body: {'port': {'device_id': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:34.598067 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.606833 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-2e3df0c8-ad01-4d84-a879-90186679fa27 None None] Provisioning complete for port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:22:34.608322 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2e3df0c8-ad01-4d84-a879-90186679fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.641634 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59264) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:34.651271 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-2e3df0c8-ad01-4d84-a879-90186679fa27 None None] Port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:22:34.678063 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-859327f8-1e4f-46ea-8b52-8292357b2675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.728873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a415faa-fad1-46f5-8525-6c0e5a98fe26 req-42862f17-5e47-4c98-88a2-e8bcee3c213a tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:34.730365 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0a415faa-fad1-46f5-8525-6c0e5a98fe26 req-42862f17-5e47-4c98-88a2-e8bcee3c213a tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 932 time: 0.0911896 Mar 10 04:22:34.808139 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0a415faa-fad1-46f5-8525-6c0e5a98fe26 req-3aa79768-376a-4822-8d82-0db13150a3d6 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672736 Mar 10 04:22:34.809830 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-859327f8-1e4f-46ea-8b52-8292357b2675 admin admin] Publish callbacks [] for security_group (5f61ebc3-0441-47b9-92c4-019eb594acd2), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.874790 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:22:34.882608 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Publish callbacks [] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.894367 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Transition to ACTIVE for port object a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:22:34.902692 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-859327f8-1e4f-46ea-8b52-8292357b2675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5f61ebc3-0441-47b9-92c4-019eb594acd2), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:34.944689 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-859327f8-1e4f-46ea-8b52-8292357b2675 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da487cce54944f22ab1d91e8fdbe9269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066032 Mar 10 04:22:34.945415 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859327f8-1e4f-46ea-8b52-8292357b2675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61ebc3-0441-47b9-92c4-019eb594acd2,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:34.947339 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59266) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:34.980408 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.035518 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c9c656b8-5023-4a70-aab4-2c33ab4610cb admin admin] Publish callbacks [] for security_group (5f61ebc3-0441-47b9-92c4-019eb594acd2), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.048755 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:35.104676 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37c7d7-f485-4a2f-a62a-bf3bf0542e17 req-585e54eb-eeb2-4fbf-9a0b-9ddd273e578e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.106196 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ec37c7d7-f485-4a2f-a62a-bf3bf0542e17 req-585e54eb-eeb2-4fbf-9a0b-9ddd273e578e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 943 time: 0.0555956 Mar 10 04:22:35.107532 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c9c656b8-5023-4a70-aab4-2c33ab4610cb admin admin] Publish callbacks [] for security_group (5f61ebc3-0441-47b9-92c4-019eb594acd2), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.160347 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ec37c7d7-f485-4a2f-a62a-bf3bf0542e17 req-20ecc940-86e6-4c48-9d41-4b0819c4c2c5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477340 Mar 10 04:22:35.161120 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Attempting to bind port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:22:35.161464 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Attempting to bind port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:22:35.161795 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Attempting to bind port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea on network ba7a4c0a-3458-45ab-a301-729623705265 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:22:35.167505 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea on network ba7a4c0a-3458-45ab-a301-729623705265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:22:35.167829 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Attempting to bind port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea on network ba7a4c0a-3458-45ab-a301-729623705265 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:22:35.173339 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:22:35.173682 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Checking segment: {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:22:35.174078 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Bound using segment: {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:22:35.174529 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Bound port: a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37338210-65f6-4bf7-ad21-8459cff6f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:22:35.175485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.239253 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:22:35.242267 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:22:35.250988 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c9c656b8-5023-4a70-aab4-2c33ab4610cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (5f61ebc3-0441-47b9-92c4-019eb594acd2), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.253584 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c9c656b8-5023-4a70-aab4-2c33ab4610cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.254650 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c9c656b8-5023-4a70-aab4-2c33ab4610cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f61ebc3-0441-47b9-92c4-019eb594acd2 HTTP/1.1" status: 204 len: 168 time: 0.3056467 Mar 10 04:22:35.261904 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c656b8-5023-4a70-aab4-2c33ab4610cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61ebc3-0441-47b9-92c4-019eb594acd2,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:35.314746 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.352616 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:22:35.352727 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.352727 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.353021 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 1094 time: 0.8315005 Mar 10 04:22:35.353474 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:22:35.355704 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b39ef-d179-40e1-a251-6d5c948a3c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:22:35.387908 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1e7ce-0b1a-4414-b6af-9097a021eaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:35.414523 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673c0d0-f1e5-4d22-b5b6-8433480d4ab3 x-openstack-request-id: req-0673c0d0-f1e5-4d22-b5b6-8433480d4ab3 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:22:35.414826 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:22:35.415085 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0673c0d0-f1e5-4d22-b5b6-8433480d4ab3 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:22:35.415536 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'status': 'completed', 'code': 200} Mar 10 04:22:35.470161 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:35.485772 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b39ef-d179-40e1-a251-6d5c948a3c8c req-3059e9f2-ca50-4170-b845-09904dacf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.486811 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '0188fd7a-9758-4f51-b575-15526dada054', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'port_id': '0188fd7a-9758-4f51-b575-15526dada054', 'mac_address': 'fa:16:3e:33:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:22:35.488031 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3e1b39ef-d179-40e1-a251-6d5c948a3c8c req-3059e9f2-ca50-4170-b845-09904dacf4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1128 time: 0.0487821 Mar 10 04:22:35.526600 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:35.527001 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.541314 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0188fd7a-9758-4f51-b575-15526dada054 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:22:35.561371 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:35.608496 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b39ef-d179-40e1-a251-6d5c948a3c8c req-d03489ae-028a-47b0-ba2c-1260064ae9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.614055 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3e1b39ef-d179-40e1-a251-6d5c948a3c8c req-d03489ae-028a-47b0-ba2c-1260064ae9f7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1094737 Mar 10 04:22:35.633843 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:35.686050 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=9']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:35.693334 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.693683 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.694050 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.694396 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.694803 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.695323 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.695657 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.695996 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.696349 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.696696 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.697027 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.697349 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.697669 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:35.708050 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b39ef-d179-40e1-a251-6d5c948a3c8c req-461435b7-99cd-40a1-9d18-423ed10f52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.709559 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3e1b39ef-d179-40e1-a251-6d5c948a3c8c req-461435b7-99cd-40a1-9d18-423ed10f52e9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938289 Mar 10 04:22:35.790183 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-08e4ba79-e298-4f17-bbd6-08812616aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.791716 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-08e4ba79-e298-4f17-bbd6-08812616aa26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1128 time: 0.0454049 Mar 10 04:22:35.846296 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-c3cb1793-29f0-4ae3-8250-1a366d59cdee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 217 time: 0.0372634 Mar 10 04:22:35.901231 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-3ceaab69-1f91-4809-a247-588489064f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.903177 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-3ceaab69-1f91-4809-a247-588489064f98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d231466-e4ad-44de-abc3-577a7f47b0de HTTP/1.1" status: 200 len: 847 time: 0.0509109 Mar 10 04:22:35.928974 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428e3ba-fc86-4470-a486-c10042ce9d56 req-f50a4624-6496-4fa3-8c80-7e89e5c2aff5 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.930497 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6428e3ba-fc86-4470-a486-c10042ce9d56 req-f50a4624-6496-4fa3-8c80-7e89e5c2aff5 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0537140 Mar 10 04:22:35.954556 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9fd4-761e-443c-90de-1d349e045e04 req-e13705f3-6958-4256-bd95-22cdf649d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:35.956661 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-e13705f3-6958-4256-bd95-22cdf649d345 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba7a4c0a-3458-45ab-a301-729623705265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0468922 Mar 10 04:22:35.973984 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['0188fd7a-9758-4f51-b575-15526dada054'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:22:35.987807 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6428e3ba-fc86-4470-a486-c10042ce9d56 req-0f2b9000-bd32-4d9c-bd58-e04be4ca1660 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505233 Mar 10 04:22:36.050950 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-b90117b9-1e20-4ed7-8ad0-bf53cde7960b service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878808 Mar 10 04:22:36.147559 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-935d9fd4-761e-443c-90de-1d349e045e04 req-316596fc-c6f5-424d-a3ba-9a1be3a8c715 service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893834 Mar 10 04:22:36.288110 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90850113-1469-4758-94e8-94c5abe1f975 req-6135bbd2-6e1d-483e-8d1e-a3d2f87970a8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:36.289592 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-90850113-1469-4758-94e8-94c5abe1f975 req-6135bbd2-6e1d-483e-8d1e-a3d2f87970a8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 944 time: 0.0553803 Mar 10 04:22:36.339109 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-90850113-1469-4758-94e8-94c5abe1f975 req-6e733f70-e792-461a-818d-cd3660c6ae74 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 Mar 10 04:22:37.104980 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f86422-a21e-4b49-aceb-86fc31cac7b7 req-1953860c-bdb2-4915-a4db-a2350aabaf76 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:37.106571 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-45f86422-a21e-4b49-aceb-86fc31cac7b7 req-1953860c-bdb2-4915-a4db-a2350aabaf76 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0526397 Mar 10 04:22:37.154339 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-45f86422-a21e-4b49-aceb-86fc31cac7b7 req-30e866a5-c8ee-4e21-90d3-224853c1c145 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423522 Mar 10 04:22:37.353582 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:22:37.404691 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 0188fd7a-9758-4f51-b575-15526dada054 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:22:37.405071 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0188fd7a-9758-4f51-b575-15526dada054), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:37.471438 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db57ad-75e9-43d9-a02d-58c8389dcf36 req-5580c92f-bf9b-4d3e-8463-500a4c8a6b06 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:37.473015 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-88db57ad-75e9-43d9-a02d-58c8389dcf36 req-5580c92f-bf9b-4d3e-8463-500a4c8a6b06 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 944 time: 0.0604148 Mar 10 04:22:37.490017 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0188fd7a-9758-4f51-b575-15526dada054 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:37.490017 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:37.513202 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:22:37.516020 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c424573-50b6-4e6b-ae5d-eb95a0267b7f" -d '{"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-plugged", "status": "completed", "tag": "0188fd7a-9758-4f51-b575-15526dada054"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:22:37.528782 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:37.529270 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-88db57ad-75e9-43d9-a02d-58c8389dcf36 req-e5c06201-754f-432d-a2c3-8e29ae7d2ab5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503726 Mar 10 04:22:37.556995 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907fe298-a42b-4e43-9fa6-1cfe061b4a44 x-openstack-request-id: req-907fe298-a42b-4e43-9fa6-1cfe061b4a44 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:22:37.557338 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-plugged", "status": "completed", "tag": "0188fd7a-9758-4f51-b575-15526dada054", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:22:37.557599 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-907fe298-a42b-4e43-9fa6-1cfe061b4a44 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:22:37.557989 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0188fd7a-9758-4f51-b575-15526dada054', 'code': 200} Mar 10 04:22:37.583070 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:37.629155 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=10']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:38.238381 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123052-355c-493a-9eb8-c911015ff0c1 req-4ace3012-a042-4fe5-9cd2-b16e2c654202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:38.239897 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1b123052-355c-493a-9eb8-c911015ff0c1 req-4ace3012-a042-4fe5-9cd2-b16e2c654202 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 1130 time: 0.0478685 Mar 10 04:22:38.272546 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd05e11-ca05-43e8-a12f-b2291a704625 req-7a4d470f-56b9-4cff-9df5-b60569ea5276 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:38.274379 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fdd05e11-ca05-43e8-a12f-b2291a704625 req-7a4d470f-56b9-4cff-9df5-b60569ea5276 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0537522 Mar 10 04:22:38.282847 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-1b123052-355c-493a-9eb8-c911015ff0c1 req-f8372552-b457-491b-8677-495cb574b5c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366566 Mar 10 04:22:38.322094 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fdd05e11-ca05-43e8-a12f-b2291a704625 req-cd4d5ce3-2d60-4a41-b7e3-5609bd050bed tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422261 Mar 10 04:22:38.656134 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd0e31-e48d-4747-a86d-e523cd471894 req-a79de209-a88c-4c1d-8b16-2067eb08ad42 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:38.657614 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9afd0e31-e48d-4747-a86d-e523cd471894 req-a79de209-a88c-4c1d-8b16-2067eb08ad42 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.0550890 Mar 10 04:22:38.708097 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9afd0e31-e48d-4747-a86d-e523cd471894 req-92304ddc-33c1-453d-9ed8-68ebdc7cb074 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Mar 10 04:22:39.353994 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:22:39.460812 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af2bdf-2410-42b3-a5ad-913044e23ae6 req-70fea045-d722-425d-bbcb-4776b8dd38c3 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:39.463464 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02af2bdf-2410-42b3-a5ad-913044e23ae6 req-70fea045-d722-425d-bbcb-4776b8dd38c3 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0591638 Mar 10 04:22:39.482959 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:39.496078 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'port_id': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'mac_address': 'fa:16:3e:c5:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:22:39.525245 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02af2bdf-2410-42b3-a5ad-913044e23ae6 req-b1beabd6-2234-438a-960d-ae2f058a1626 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566559 Mar 10 04:22:39.543457 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:39.543853 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:39.561573 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:22:39.583619 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:39.656962 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:39.709234 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:39.839291 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0535b-39da-4450-bd70-a63477935b43 req-f5ad91d5-dd1d-4485-b0e5-e70a50221c21 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:39.840821 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d7a0535b-39da-4450-bd70-a63477935b43 req-f5ad91d5-dd1d-4485-b0e5-e70a50221c21 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.0536051 Mar 10 04:22:39.889142 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d7a0535b-39da-4450-bd70-a63477935b43 req-2ac03ee3-a46b-47e8-98b0-2dafefe04139 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426843 Mar 10 04:22:40.164228 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:22:40.650452 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e6b86-e214-4b32-845b-494638a44f24 req-bb3c4606-581e-4649-84d0-b521f01a6b07 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:40.651931 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0a0e6b86-e214-4b32-845b-494638a44f24 req-bb3c4606-581e-4649-84d0-b521f01a6b07 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 945 time: 0.0586441 Mar 10 04:22:40.700303 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0a0e6b86-e214-4b32-845b-494638a44f24 req-226b6c07-b5ec-4508-af84-9013e0222888 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428190 Mar 10 04:22:41.019087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08381600-fb4a-4835-81a2-0779496b8f4e req-c6994f67-b212-4bef-bb14-13225348f071 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:41.020605 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-08381600-fb4a-4835-81a2-0779496b8f4e req-c6994f67-b212-4bef-bb14-13225348f071 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.0586390 Mar 10 04:22:41.070048 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-08381600-fb4a-4835-81a2-0779496b8f4e req-ea47b6f0-2d3f-471b-b957-58412c16a0ac tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 Mar 10 04:22:41.370806 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:22:41.513753 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:22:41.517874 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:22:41.518288 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:41.592193 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:22:41.592501 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:41.619190 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:22:41.621425 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db17968b-fde2-4c29-a6fd-e5be0dbd4d97" -d '{"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:22:41.634470 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:22:41.657596 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7471c49-35f1-4744-8434-54879e605a9e x-openstack-request-id: req-c7471c49-35f1-4744-8434-54879e605a9e {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:22:41.657910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:22:41.658169 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7471c49-35f1-4744-8434-54879e605a9e {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:22:41.658555 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'code': 200} Mar 10 04:22:41.685129 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:41.731025 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:41.816835 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992376b-49a3-43c3-8e44-843642b50ffb req-9d3ea027-10b3-461b-ab5f-8740faa86bc9 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:41.818312 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e992376b-49a3-43c3-8e44-843642b50ffb req-9d3ea027-10b3-461b-ab5f-8740faa86bc9 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0530369 Mar 10 04:22:41.870488 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e992376b-49a3-43c3-8e44-843642b50ffb req-41a517c6-2330-4264-ac7d-0aa91affb80c tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Mar 10 04:22:42.036217 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1eaf6-27ac-4a6f-868b-5b45686b9758 req-2921c515-b941-430a-8314-8732703dd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:42.037787 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-14c1eaf6-27ac-4a6f-868b-5b45686b9758 req-2921c515-b941-430a-8314-8732703dd98e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1130 time: 0.0418582 Mar 10 04:22:42.085021 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-14c1eaf6-27ac-4a6f-868b-5b45686b9758 req-e6335f11-e8fc-4ec7-a330-91026f7861ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397103 Mar 10 04:22:42.199191 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32e977-5df8-4da6-8c0c-0748625f025b req-8e05733c-d5de-452c-bfb6-bde7cc9ddaf7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:42.200777 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f32e977-5df8-4da6-8c0c-0748625f025b req-8e05733c-d5de-452c-bfb6-bde7cc9ddaf7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.0540044 Mar 10 04:22:42.247261 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f32e977-5df8-4da6-8c0c-0748625f025b req-64519149-34bd-4943-a289-f66d8a4852b0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Mar 10 04:22:42.994822 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec13f69-3221-455f-8e59-96181e4552a9 req-318e415d-f5e6-4667-9c7e-8bf200b293db tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:42.996274 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3ec13f69-3221-455f-8e59-96181e4552a9 req-318e415d-f5e6-4667-9c7e-8bf200b293db tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0610483 Mar 10 04:22:43.043814 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3ec13f69-3221-455f-8e59-96181e4552a9 req-3abb3fe3-475e-4166-9648-08829bc6d784 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419230 Mar 10 04:22:44.163612 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2b370-80ed-43db-bad7-71e40feda765 req-191ade24-cee9-401c-9f8c-2962a9dbbba0 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:44.165118 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-30e2b370-80ed-43db-bad7-71e40feda765 req-191ade24-cee9-401c-9f8c-2962a9dbbba0 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0549829 Mar 10 04:22:44.213437 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-30e2b370-80ed-43db-bad7-71e40feda765 req-cb7939b1-8080-462e-8e9b-9fa1cf6fda39 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 Mar 10 04:22:44.337977 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd7bf3-357f-41d1-a401-271acf20e514 req-33838e45-7673-499d-b349-7c4768a0ded0 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:44.339657 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-95dd7bf3-357f-41d1-a401-271acf20e514 req-33838e45-7673-499d-b349-7c4768a0ded0 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0530574 Mar 10 04:22:44.395846 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-95dd7bf3-357f-41d1-a401-271acf20e514 req-e43221f3-fff0-49c7-913b-899116b2e007 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504410 Mar 10 04:22:44.417626 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59434) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:44.609271 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df4635-c61e-4f91-9eb9-3ce566fafd14 tempest-TestShelveInstance-183104230 tempest-TestShelveInstance-183104230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:44.610974 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-78df4635-c61e-4f91-9eb9-3ce566fafd14 tempest-TestShelveInstance-183104230 tempest-TestShelveInstance-183104230-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1125 time: 0.1923189 Mar 10 04:22:44.613950 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59438) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:44.618241 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'port_id': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:22:44.696743 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:44.792790 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:44.900062 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Allocated IP 172.28.0.242 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/255f05dd-cf57-4230-8d84-7f91a9da3826) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:22:45.003020 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:45.091520 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:45.131044 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:22:45.135710 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:22:45.139120 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:22:45.160665 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'Port': ['ID=255f05dd-cf57-4230-8d84-7f91a9da3826,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:45.171470 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.171821 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.172196 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.172542 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.172877 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.173205 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.173537 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.173864 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.174189 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.174542 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.174868 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.175189 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.175510 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:45.505101 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for floatingip (d8d02e71-cb4a-43c5-a6cb-9effb1261947), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:45.622787 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:45.771411 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:45.810600 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:45.876000 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event updated for resources: {'Port': ['ID=255f05dd-cf57-4230-8d84-7f91a9da3826,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:45.886237 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (d8d02e71-cb4a-43c5-a6cb-9effb1261947), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:45.988321 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Floating IP d8d02e71-cb4a-43c5-a6cb-9effb1261947 associated. External IP: 172.28.0.242, port: a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea. Mar 10 04:22:46.197288 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Router a05f0568-f5ac-47c1-8e5f-df17f193a4ea has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:22:46.302324 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:22:46.312503 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] Sync routers for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:22:46.321966 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:22:46.322580 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:22:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:22:46.424395 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:46.431449 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:22:46.467570 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e4e989e8-c8bb-4ab7-84b9-d24a1718e82d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8407471 Mar 10 04:22:46.467570 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:22:46.467570 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b86504-9eec-4b7f-9724-07e0f2285bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:22:46.500603 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e5750-8214-4eff-8ba4-43ab5fda5f51 x-openstack-request-id: req-c00e5750-8214-4eff-8ba4-43ab5fda5f51 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:22:46.501496 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:22:46.501761 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c00e5750-8214-4eff-8ba4-43ab5fda5f51 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:22:46.502167 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'status': 'completed', 'code': 200} Mar 10 04:22:46.563858 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-ad43897a-3843-4eda-b12a-5079dd4fb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:46.566120 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-ad43897a-3843-4eda-b12a-5079dd4fb37e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1130 time: 0.0438356 Mar 10 04:22:46.661500 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'd8d02e71-cb4a-43c5-a6cb-9effb1261947', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'port_id': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'mac_address': 'fa:16:3e:c5:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:22:45Z', 'updated_at': '2022-03-10T04:22:45Z', 'revision_number': 0, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 5, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:22:46.662134 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-825bd354-0c5f-47ac-8eff-b0a8f9022cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:46.663670 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-825bd354-0c5f-47ac-8eff-b0a8f9022cd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 200 len: 909 time: 0.0910060 Mar 10 04:22:46.687484 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] Checking router: a05f0568-f5ac-47c1-8e5f-df17f193a4ea for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:22:46.696339 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:22:46.696954 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:22:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:22:46.742947 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-b3d64028-e8ec-4e7d-9030-a38e310ae4b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 1000 time: 0.0695262 Mar 10 04:22:46.807712 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:22:47.037126 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-05034561-b141-494f-9cad-96c4be174095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:47.038493 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-05034561-b141-494f-9cad-96c4be174095 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d231466-e4ad-44de-abc3-577a7f47b0de HTTP/1.1" status: 200 len: 847 time: 0.2886415 Mar 10 04:22:47.048693 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'd8d02e71-cb4a-43c5-a6cb-9effb1261947', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'port_id': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'mac_address': 'fa:16:3e:c5:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:22:45Z', 'updated_at': '2022-03-10T04:22:45Z', 'revision_number': 0, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 5, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:22:47.079313 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3868f5cf-8b6e-4ff9-9922-c54b6492b479 None None] The sync data for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb is: [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'd8d02e71-cb4a-43c5-a6cb-9effb1261947', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'port_id': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'mac_address': 'fa:16:3e:c5:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:22:45Z', 'updated_at': '2022-03-10T04:22:45Z', 'revision_number': 0, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 5, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:22:47.088715 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-35289d0b-1f75-4321-bdbf-10917a196c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:22:47.090241 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-35289d0b-1f75-4321-bdbf-10917a196c5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba7a4c0a-3458-45ab-a301-729623705265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0435109 Mar 10 04:22:47.184813 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-013df9e2-bd45-4881-a2e0-fded9990765e service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878654 Mar 10 04:22:47.276464 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f339d5-4582-4822-afbf-a988a3001144 None None] New status for floating IP d8d02e71-cb4a-43c5-a6cb-9effb1261947: ACTIVE {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:22:47.279069 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e3b86504-9eec-4b7f-9724-07e0f2285bfe req-696ab765-4a13-4c48-a830-cd5231fe3aba service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868549 Mar 10 04:22:48.366060 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59464) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:48.466677 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b88e35b1-5cbd-41f1-88e3-f8eb76ebac78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.541349 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b88e35b1-5cbd-41f1-88e3-f8eb76ebac78 admin admin] Publish callbacks [] for security_group (bd7f521e-e3e6-46e2-bb30-0986adbdf216), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.628139 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b88e35b1-5cbd-41f1-88e3-f8eb76ebac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bd7f521e-e3e6-46e2-bb30-0986adbdf216), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.672982 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b88e35b1-5cbd-41f1-88e3-f8eb76ebac78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2669faa5c1742acb036d3344064fcc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036039 Mar 10 04:22:48.673736 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59468) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:48.676598 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e35b1-5cbd-41f1-88e3-f8eb76ebac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7f521e-e3e6-46e2-bb30-0986adbdf216,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:48.722013 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Publish callbacks [] for security_group (bd7f521e-e3e6-46e2-bb30-0986adbdf216), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.745367 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Publish callbacks [] for security_group (bd7f521e-e3e6-46e2-bb30-0986adbdf216), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.879562 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bd7f521e-e3e6-46e2-bb30-0986adbdf216), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.882226 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:48.883366 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd7f521e-e3e6-46e2-bb30-0986adbdf216 HTTP/1.1" status: 204 len: 168 time: 0.2085230 Mar 10 04:22:48.891314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7f521e-e3e6-46e2-bb30-0986adbdf216,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:48.899266 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.899617 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.899960 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.900329 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.900663 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.900989 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.901313 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.901638 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.901960 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.902283 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.902605 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.902922 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:48.903283 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1246c1-bea7-4dc9-a730-d4fcb403e529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:22:49.358993 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59474) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:49.372076 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7eb932ea-604a-49f1-91d4-990d1a563b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.442605 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7eb932ea-604a-49f1-91d4-990d1a563b60 admin admin] Publish callbacks [] for security_group (93032003-1951-4d55-8832-d36175fae185), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.490838 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-7eb932ea-604a-49f1-91d4-990d1a563b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (93032003-1951-4d55-8832-d36175fae185), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.526043 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb932ea-604a-49f1-91d4-990d1a563b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93032003-1951-4d55-8832-d36175fae185,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:49.530291 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-7eb932ea-604a-49f1-91d4-990d1a563b60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd55caf1e07148fba4cb45a7133b2e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702981 Mar 10 04:22:49.533524 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59476) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:22:49.579136 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bc75aa15-2517-4d84-b269-918e6df24194 admin admin] Publish callbacks [] for security_group (93032003-1951-4d55-8832-d36175fae185), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.599880 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bc75aa15-2517-4d84-b269-918e6df24194 admin admin] Publish callbacks [] for security_group (93032003-1951-4d55-8832-d36175fae185), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.737406 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bc75aa15-2517-4d84-b269-918e6df24194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (93032003-1951-4d55-8832-d36175fae185), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.739913 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-bc75aa15-2517-4d84-b269-918e6df24194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:49.741124 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-bc75aa15-2517-4d84-b269-918e6df24194 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93032003-1951-4d55-8832-d36175fae185 HTTP/1.1" status: 204 len: 168 time: 0.2073011 Mar 10 04:22:49.748514 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75aa15-2517-4d84-b269-918e6df24194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93032003-1951-4d55-8832-d36175fae185,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:22:51.857236 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:52.730945 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3272b754-888c-4b16-b470-b4dbd1128bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:55.056591 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-09c1c309-1de9-4f86-85b1-138b3e67fec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:56.359151 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:57.770856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:22:59.130351 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.113475 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:23:00.173531 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59610) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:00.275285 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b915d0d0-db0e-46bb-9f7b-7436e91e68ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.343718 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b915d0d0-db0e-46bb-9f7b-7436e91e68ec admin admin] Publish callbacks [] for security_group (49658913-5f8e-41bb-b00d-484a69f78052), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.415428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b915d0d0-db0e-46bb-9f7b-7436e91e68ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (49658913-5f8e-41bb-b00d-484a69f78052), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.451433 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915d0d0-db0e-46bb-9f7b-7436e91e68ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49658913-5f8e-41bb-b00d-484a69f78052,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:00.455703 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b915d0d0-db0e-46bb-9f7b-7436e91e68ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40a77e1306174ecf8be2e0eeea104ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811906 Mar 10 04:23:00.458728 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59614) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:00.504936 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-591308f3-132b-4cde-8548-e883e34f23d3 admin admin] Publish callbacks [] for security_group (49658913-5f8e-41bb-b00d-484a69f78052), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.526133 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-591308f3-132b-4cde-8548-e883e34f23d3 admin admin] Publish callbacks [] for security_group (49658913-5f8e-41bb-b00d-484a69f78052), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.638461 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-591308f3-132b-4cde-8548-e883e34f23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (49658913-5f8e-41bb-b00d-484a69f78052), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.641334 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-591308f3-132b-4cde-8548-e883e34f23d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:00.642523 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-591308f3-132b-4cde-8548-e883e34f23d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49658913-5f8e-41bb-b00d-484a69f78052 HTTP/1.1" status: 204 len: 168 time: 0.1831498 Mar 10 04:23:00.649958 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591308f3-132b-4cde-8548-e883e34f23d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49658913-5f8e-41bb-b00d-484a69f78052,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:01.201994 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59620) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:01.215275 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea85-0353-4d57-8555-d3b0273cf14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:01.287798 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea85-0353-4d57-8555-d3b0273cf14b admin admin] Publish callbacks [] for security_group (9c17b7b4-8ea3-42b7-8c7a-c0c35452e692), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:01.331102 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea85-0353-4d57-8555-d3b0273cf14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9c17b7b4-8ea3-42b7-8c7a-c0c35452e692), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:01.369582 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0aa0ea85-0353-4d57-8555-d3b0273cf14b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0a6017528d84449b858b3b2d1068cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665177 Mar 10 04:23:01.370462 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0ea85-0353-4d57-8555-d3b0273cf14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17b7b4-8ea3-42b7-8c7a-c0c35452e692,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:01.372264 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59622) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:01.420432 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e60-e1fa-4d8f-bcdd-5fc20d66b9e3 admin admin] Publish callbacks [] for security_group (9c17b7b4-8ea3-42b7-8c7a-c0c35452e692), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:01.441134 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e60-e1fa-4d8f-bcdd-5fc20d66b9e3 admin admin] Publish callbacks [] for security_group (9c17b7b4-8ea3-42b7-8c7a-c0c35452e692), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:01.536870 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e60-e1fa-4d8f-bcdd-5fc20d66b9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9c17b7b4-8ea3-42b7-8c7a-c0c35452e692), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:01.539454 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-27bb0e60-e1fa-4d8f-bcdd-5fc20d66b9e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:01.540685 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-27bb0e60-e1fa-4d8f-bcdd-5fc20d66b9e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c17b7b4-8ea3-42b7-8c7a-c0c35452e692 HTTP/1.1" status: 204 len: 168 time: 0.1674128 Mar 10 04:23:01.548604 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb0e60-e1fa-4d8f-bcdd-5fc20d66b9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17b7b4-8ea3-42b7-8c7a-c0c35452e692,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:02.245192 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59630) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:02.258597 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d12e2f10-e994-4931-aa77-d566c542d319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:02.335885 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d12e2f10-e994-4931-aa77-d566c542d319 admin admin] Publish callbacks [] for security_group (961b6dd6-450e-4fdb-bb9c-6a27a23d76d7), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:02.439475 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d12e2f10-e994-4931-aa77-d566c542d319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (961b6dd6-450e-4fdb-bb9c-6a27a23d76d7), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:02.481235 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d12e2f10-e994-4931-aa77-d566c542d319 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9efd44276004f91a33ea308ecbb0976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349889 Mar 10 04:23:02.482113 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e2f10-e994-4931-aa77-d566c542d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b6dd6-450e-4fdb-bb9c-6a27a23d76d7,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:02.483949 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59632) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:02.530813 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b2973751-c9b7-41db-843d-213cc8552aef admin admin] Publish callbacks [] for security_group (961b6dd6-450e-4fdb-bb9c-6a27a23d76d7), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:02.551737 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b2973751-c9b7-41db-843d-213cc8552aef admin admin] Publish callbacks [] for security_group (961b6dd6-450e-4fdb-bb9c-6a27a23d76d7), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:02.662367 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b2973751-c9b7-41db-843d-213cc8552aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (961b6dd6-450e-4fdb-bb9c-6a27a23d76d7), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:02.664903 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b2973751-c9b7-41db-843d-213cc8552aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:02.666104 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b2973751-c9b7-41db-843d-213cc8552aef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/961b6dd6-450e-4fdb-bb9c-6a27a23d76d7 HTTP/1.1" status: 204 len: 168 time: 0.1811287 Mar 10 04:23:02.678261 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2973751-c9b7-41db-843d-213cc8552aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b6dd6-450e-4fdb-bb9c-6a27a23d76d7,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:15.337246 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59774) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:15.437538 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-47284930-348e-46c6-b9a3-ac410768c62a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:15.522085 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-47284930-348e-46c6-b9a3-ac410768c62a admin admin] Publish callbacks [] for security_group (0c66008e-e019-467b-b90c-4d729e79843b), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:15.587946 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-47284930-348e-46c6-b9a3-ac410768c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (0c66008e-e019-467b-b90c-4d729e79843b), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:15.600847 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02985c6c-9fa5-4522-aecd-bc6e842ac42e req-bed0a499-e6ef-46e8-8cae-b53ddc158783 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:15.602322 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02985c6c-9fa5-4522-aecd-bc6e842ac42e req-bed0a499-e6ef-46e8-8cae-b53ddc158783 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0526471 Mar 10 04:23:15.630756 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-47284930-348e-46c6-b9a3-ac410768c62a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ce8d0dcba324f18af3b338733a83bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924240 Mar 10 04:23:15.632726 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47284930-348e-46c6-b9a3-ac410768c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c66008e-e019-467b-b90c-4d729e79843b,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:15.634966 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59782) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:15.650182 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02985c6c-9fa5-4522-aecd-bc6e842ac42e req-20794f9c-3b04-4d7f-bc4d-0f1c14d3851d tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Mar 10 04:23:15.682810 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b65c1b7-4b37-4869-bf77-68c9f2d9a46b admin admin] Publish callbacks [] for security_group (0c66008e-e019-467b-b90c-4d729e79843b), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:15.703600 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b65c1b7-4b37-4869-bf77-68c9f2d9a46b admin admin] Publish callbacks [] for security_group (0c66008e-e019-467b-b90c-4d729e79843b), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:15.820784 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b65c1b7-4b37-4869-bf77-68c9f2d9a46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (0c66008e-e019-467b-b90c-4d729e79843b), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:15.823256 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b65c1b7-4b37-4869-bf77-68c9f2d9a46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:15.824477 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2b65c1b7-4b37-4869-bf77-68c9f2d9a46b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c66008e-e019-467b-b90c-4d729e79843b HTTP/1.1" status: 204 len: 168 time: 0.1886194 Mar 10 04:23:15.831861 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65c1b7-4b37-4869-bf77-68c9f2d9a46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c66008e-e019-467b-b90c-4d729e79843b,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:16.772387 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192f7b8-d404-4d25-af4f-de8a42f2196a req-e3ed06d2-fc61-41e1-a189-18fa8fc70d9b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:16.773791 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5192f7b8-d404-4d25-af4f-de8a42f2196a req-e3ed06d2-fc61-41e1-a189-18fa8fc70d9b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0565991 Mar 10 04:23:16.818174 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5192f7b8-d404-4d25-af4f-de8a42f2196a req-c3458eff-8894-476a-87c3-cb690726aaea tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 Mar 10 04:23:17.937784 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0626c-c694-43a1-8db3-3db0bbd4e8f2 req-f4263a80-f35f-4a3d-811c-c789f4ce03c3 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:17.939235 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7ec0626c-c694-43a1-8db3-3db0bbd4e8f2 req-f4263a80-f35f-4a3d-811c-c789f4ce03c3 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0550067 Mar 10 04:23:17.986210 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7ec0626c-c694-43a1-8db3-3db0bbd4e8f2 req-55123c7f-7029-427f-99f9-65ccc7cee4c5 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Mar 10 04:23:19.100223 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b51ef3-8cd4-46f8-81bf-a778dffc9045 req-5db492d1-6916-4092-9dc2-f56fbfaa8194 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:19.102402 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02b51ef3-8cd4-46f8-81bf-a778dffc9045 req-5db492d1-6916-4092-9dc2-f56fbfaa8194 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Mar 10 04:23:19.147541 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02b51ef3-8cd4-46f8-81bf-a778dffc9045 req-ef96b72b-908e-4f22-b599-6eae2987ff77 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397596 Mar 10 04:23:20.261405 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a609af6-370c-47f3-bf3c-9f44a53e7dc6 req-5d8ba9b6-45c5-449e-8edc-1829b8589f36 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:20.262839 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a609af6-370c-47f3-bf3c-9f44a53e7dc6 req-5d8ba9b6-45c5-449e-8edc-1829b8589f36 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0505946 Mar 10 04:23:20.311202 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3a609af6-370c-47f3-bf3c-9f44a53e7dc6 req-b35d2be0-4a54-4c58-821a-73a18c450b7a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Mar 10 04:23:21.426411 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608af81d-7ab8-40b3-8c6c-a60dfdd4ca42 req-8b204fc5-900f-4a1b-91f3-87d76bca7e7c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:21.427854 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-608af81d-7ab8-40b3-8c6c-a60dfdd4ca42 req-8b204fc5-900f-4a1b-91f3-87d76bca7e7c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Mar 10 04:23:21.472085 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-608af81d-7ab8-40b3-8c6c-a60dfdd4ca42 req-f2eaa7e9-c2f1-473b-bd8a-c9b1c18e2025 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Mar 10 04:23:21.860205 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:22.617517 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fb86-c475-41b7-801a-5d38297d38ac req-bb22ecff-d0be-403f-ba03-d1f0b3f99ee9 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:22.618989 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6262fb86-c475-41b7-801a-5d38297d38ac req-bb22ecff-d0be-403f-ba03-d1f0b3f99ee9 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0785885 Mar 10 04:23:22.667162 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6262fb86-c475-41b7-801a-5d38297d38ac req-a3ec4b5f-5acd-491f-989f-e26c9ce1d2c4 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Mar 10 04:23:22.753523 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cca55d07-597d-4239-99fb-f1bbc4774ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:23.785519 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d934ab-c2d1-4978-be4d-9b7785cd7072 req-a4ea6b55-3d5a-4518-873a-15eac5f00f40 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:23.786971 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-57d934ab-c2d1-4978-be4d-9b7785cd7072 req-a4ea6b55-3d5a-4518-873a-15eac5f00f40 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0547762 Mar 10 04:23:23.831525 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-57d934ab-c2d1-4978-be4d-9b7785cd7072 req-660cd07c-5362-46d4-9087-fe9726bea965 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384429 Mar 10 04:23:24.946992 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d8f4f-551b-4669-b1a7-b3deb1f70f36 req-97c472ea-9f63-4956-aac6-237c24a1c28c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:24.948460 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-744d8f4f-551b-4669-b1a7-b3deb1f70f36 req-97c472ea-9f63-4956-aac6-237c24a1c28c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Mar 10 04:23:24.993916 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-744d8f4f-551b-4669-b1a7-b3deb1f70f36 req-601051fe-853c-4978-818d-9e4400f22f37 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400314 Mar 10 04:23:25.032976 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f0fadd48-a6f8-474f-96e9-2b4b007168b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:26.108981 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f4291-24ef-4775-9d46-c281e72f6afb req-cdef8708-81c9-4d83-9393-ec1f73d8495a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:26.110415 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f5f4291-24ef-4775-9d46-c281e72f6afb req-cdef8708-81c9-4d83-9393-ec1f73d8495a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0532036 Mar 10 04:23:26.155130 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f5f4291-24ef-4775-9d46-c281e72f6afb req-7ccdf172-fae3-4870-a3e2-9157bb6f5e9c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394051 Mar 10 04:23:26.375960 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:27.270843 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48237c8e-7f40-475b-ae54-fd0f205a7f0c req-9855af72-7158-48e7-be7c-533a238854ea tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:27.272333 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-48237c8e-7f40-475b-ae54-fd0f205a7f0c req-9855af72-7158-48e7-be7c-533a238854ea tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0524974 Mar 10 04:23:27.317752 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-48237c8e-7f40-475b-ae54-fd0f205a7f0c req-302b72bb-84b1-4e85-8528-1f1a24bd9787 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Mar 10 04:23:27.753497 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:28.583781 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db773fa-e4bb-451a-a34a-fda3cad0aba3 req-e6c8265e-674e-412f-8024-0eafbad7c798 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:28.585256 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7db773fa-e4bb-451a-a34a-fda3cad0aba3 req-e6c8265e-674e-412f-8024-0eafbad7c798 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.2026362 Mar 10 04:23:28.633526 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7db773fa-e4bb-451a-a34a-fda3cad0aba3 req-fd950846-b9d7-4d7d-94f3-bcfef5c27310 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426495 Mar 10 04:23:29.141874 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:29.798490 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815e0e-a60a-42ae-aef5-5f034f676570 req-56e626a8-c346-4508-bbb4-d2a19831f5bb tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:29.799854 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cb815e0e-a60a-42ae-aef5-5f034f676570 req-56e626a8-c346-4508-bbb4-d2a19831f5bb tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.1019332 Mar 10 04:23:29.844689 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cb815e0e-a60a-42ae-aef5-5f034f676570 req-dfa0fc45-889d-4b81-b471-7a9d2977edd4 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393264 Mar 10 04:23:30.960200 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a422757-6022-4449-8b45-a804fdf59cc6 req-f8788936-e7e3-44d1-9158-35e13e421b84 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:30.961677 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a422757-6022-4449-8b45-a804fdf59cc6 req-f8788936-e7e3-44d1-9158-35e13e421b84 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0516858 Mar 10 04:23:31.007929 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a422757-6022-4449-8b45-a804fdf59cc6 req-883b785d-baf9-4c8f-8638-192e84d9e11b tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 Mar 10 04:23:32.123978 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd999ec-4d00-44f6-a5a1-34077e5a563c req-a15de5ee-442f-4e85-af4e-4e51e0e4f828 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:32.125431 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8cd999ec-4d00-44f6-a5a1-34077e5a563c req-a15de5ee-442f-4e85-af4e-4e51e0e4f828 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0533657 Mar 10 04:23:32.170759 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8cd999ec-4d00-44f6-a5a1-34077e5a563c req-50907d0c-8bbc-4ae9-b6fa-43c699de9150 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398555 Mar 10 04:23:32.502290 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc8738-3b7a-4464-9d04-b63da707622f req-20dc8088-014d-4ee9-a320-8057a336651e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:32.503794 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1fcc8738-3b7a-4464-9d04-b63da707622f req-20dc8088-014d-4ee9-a320-8057a336651e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Mar 10 04:23:32.551201 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1fcc8738-3b7a-4464-9d04-b63da707622f req-4389a1ba-f923-4b61-b09c-38f166a6cd95 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Mar 10 04:23:32.591086 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080074ba-f889-429d-b82e-33170c2e1315 req-9ad08a77-2c51-45af-9db1-81e32045951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:32.592602 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-080074ba-f889-429d-b82e-33170c2e1315 req-9ad08a77-2c51-45af-9db1-81e32045951b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 1129 time: 0.0427094 Mar 10 04:23:32.682273 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080074ba-f889-429d-b82e-33170c2e1315 req-eb597bc0-85c4-4c32-a789-ca7b54f9e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:32.683698 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-080074ba-f889-429d-b82e-33170c2e1315 req-eb597bc0-85c4-4c32-a789-ca7b54f9e381 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 911 time: 0.0847113 Mar 10 04:23:32.746492 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-080074ba-f889-429d-b82e-33170c2e1315 req-f6267b2d-6977-407c-a517-9ee32a3c6e61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b HTTP/1.1" status: 200 len: 1001 time: 0.0550776 Mar 10 04:23:32.804168 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080074ba-f889-429d-b82e-33170c2e1315 req-d6935543-fa2f-4937-9d08-b4b63ca11b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:32.805652 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-080074ba-f889-429d-b82e-33170c2e1315 req-d6935543-fa2f-4937-9d08-b4b63ca11b65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 200 len: 849 time: 0.0514760 Mar 10 04:23:32.853117 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080074ba-f889-429d-b82e-33170c2e1315 req-1b1ec5ab-1257-487e-9eff-27668d67ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:32.854577 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-080074ba-f889-429d-b82e-33170c2e1315 req-1b1ec5ab-1257-487e-9eff-27668d67ce5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0424440 Mar 10 04:23:32.941617 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-080074ba-f889-429d-b82e-33170c2e1315 req-5fe2e5e4-1618-4621-9667-ae66900a77ac service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791855 Mar 10 04:23:33.038477 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-080074ba-f889-429d-b82e-33170c2e1315 req-736b8cd9-08a5-4cd0-81c1-2e66ea28b93d service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Mar 10 04:23:33.672224 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c7cc-ee45-47e4-b1fb-7a75e80cebb3 req-711a11ed-08d1-48f2-b3bb-cf7cae060088 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:33.673726 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3526c7cc-ee45-47e4-b1fb-7a75e80cebb3 req-711a11ed-08d1-48f2-b3bb-cf7cae060088 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0526145 Mar 10 04:23:33.722850 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3526c7cc-ee45-47e4-b1fb-7a75e80cebb3 req-b6ba3f85-264a-429f-8667-b75442c22b2e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Mar 10 04:23:34.050836 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-d84adbfe-855e-4a35-bc0e-c3532e1ac896 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418074 Mar 10 04:23:34.117741 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-53fd661f-30c6-4976-be39-b3d23197b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:34.119252 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-53fd661f-30c6-4976-be39-b3d23197b391 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 1129 time: 0.0474803 Mar 10 04:23:34.230922 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-0d7ed2f3-67c1-45b5-bc5e-03406e9b76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:34.232465 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-0d7ed2f3-67c1-45b5-bc5e-03406e9b76b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 911 time: 0.0929086 Mar 10 04:23:34.301191 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-fc9e7f3b-0983-41e2-95e5-6bbe2d0d4be7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b HTTP/1.1" status: 200 len: 1001 time: 0.0619502 Mar 10 04:23:34.348027 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-149b6f6e-ac54-41a0-b287-efa6b8aa79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:34.349484 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-149b6f6e-ac54-41a0-b287-efa6b8aa79d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 200 len: 849 time: 0.0423007 Mar 10 04:23:34.395973 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-c72582f5-3773-433e-b8a2-740df5d17bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:34.397430 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-c72582f5-3773-433e-b8a2-740df5d17bae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0418332 Mar 10 04:23:34.484795 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-56873a44-5be3-4157-8224-30e1f7ea5546 service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806742 Mar 10 04:23:34.573880 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-88b12cf8-0cf7-488a-9725-ae3c75f428f5 req-b2dd7e5e-2da2-431b-9600-8bb19d5b48de service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828385 Mar 10 04:23:34.841752 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daae70e-956e-48d4-a2d4-e102775f8687 req-169ef491-0dde-440c-88ce-4630f7810a08 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:34.843130 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2daae70e-956e-48d4-a2d4-e102775f8687 req-169ef491-0dde-440c-88ce-4630f7810a08 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0546455 Mar 10 04:23:34.889797 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2daae70e-956e-48d4-a2d4-e102775f8687 req-9d553e12-c6da-41a1-93ae-2ca8c09d0436 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Mar 10 04:23:35.397525 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08186d0-3d3a-4c4f-aff9-3263ec863331 req-fac83079-f70f-4bc2-99d9-cd2953da942a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:35.399572 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f08186d0-3d3a-4c4f-aff9-3263ec863331 req-fac83079-f70f-4bc2-99d9-cd2953da942a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0521047 Mar 10 04:23:35.443127 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f08186d0-3d3a-4c4f-aff9-3263ec863331 req-88f83535-5a70-4129-9785-5f15809c3ad7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Mar 10 04:23:36.565533 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10181a-a101-49a6-b695-6d4da4d2f5c1 req-094c58e9-da40-49dd-af1e-b9f8ecebb747 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:36.566961 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bc10181a-a101-49a6-b695-6d4da4d2f5c1 req-094c58e9-da40-49dd-af1e-b9f8ecebb747 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0542657 Mar 10 04:23:36.611547 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bc10181a-a101-49a6-b695-6d4da4d2f5c1 req-b2b669d7-c30d-42e7-b7cd-f89fc7130f59 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390999 Mar 10 04:23:37.112425 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:23:37.322387 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-07bbc13b-4374-4923-8ba2-9a1eb2fd0baf tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:37.323820 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-07bbc13b-4374-4923-8ba2-9a1eb2fd0baf tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0550234 Mar 10 04:23:37.422814 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 92ee0991-f008-41ba-9244-1f2e063fb51c {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:37.423075 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:37.514203 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] For port 92ee0991-f008-41ba-9244-1f2e063fb51c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92ee0991-f008-41ba-9244-1f2e063fb51c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:37.514567 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:37.726362 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ea27e-a178-4126-b726-c283cd2b12c9 req-d143f3a7-b9bf-4694-9839-8d57d5cf4871 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:37.727810 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6d5ea27e-a178-4126-b726-c283cd2b12c9 req-d143f3a7-b9bf-4694-9839-8d57d5cf4871 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 945 time: 0.0510161 Mar 10 04:23:37.728017 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:37.728411 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (3c895e35-72cd-4b4e-aa8c-cd1bb780a60a), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:37.728726 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP 3c895e35-72cd-4b4e-aa8c-cd1bb780a60a disassociated. External IP: 172.28.0.47, port: 92ee0991-f008-41ba-9244-1f2e063fb51c. Mar 10 04:23:37.729069 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 92ee0991-f008-41ba-9244-1f2e063fb51c owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:37.774372 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6d5ea27e-a178-4126-b726-c283cd2b12c9 req-ab11e30c-f6db-44f2-a9b1-a723251cf811 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ad19359-3372-47cd-9945-3045d0945777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Mar 10 04:23:37.922909 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (92ee0991-f008-41ba-9244-1f2e063fb51c), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:37.958481 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=92ee0991-f008-41ba-9244-1f2e063fb51c,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:38.069493 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:23:38.176714 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:23:38.187697 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:23:38.197716 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:38.198335 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:38.217636 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] No DVR routers for this DVR port 92ee0991-f008-41ba-9244-1f2e063fb51c on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:23:38.220237 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:38.223743 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-466e542f-e8a4-4ce4-bf96-b48d6fbbfc5e req-8346847c-da02-46c3-a904-6c7ec1ec0937 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "DELETE /v2.0/ports/92ee0991-f008-41ba-9244-1f2e063fb51c HTTP/1.1" status: 204 len: 173 time: 0.8938723 Mar 10 04:23:38.228272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'name': 'network-vif-deleted', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:23:38.228272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6333c565-83e9-4049-bb22-4ecd4e35a813" -d '{"events": [{"server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "name": "network-vif-deleted", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:23:38.270474 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ab8c7-80a7-422a-8d6e-b5a980faa743 x-openstack-request-id: req-f56ab8c7-80a7-422a-8d6e-b5a980faa743 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:23:38.270816 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a653718-1500-47ec-93db-b3ef6c2f0fa4", "name": "network-vif-deleted", "tag": "92ee0991-f008-41ba-9244-1f2e063fb51c", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:23:38.271080 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f56ab8c7-80a7-422a-8d6e-b5a980faa743 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:23:38.271509 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a653718-1500-47ec-93db-b3ef6c2f0fa4', 'name': 'network-vif-deleted', 'tag': '92ee0991-f008-41ba-9244-1f2e063fb51c', 'status': 'completed', 'code': 200} Mar 10 04:23:38.314984 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:38.544993 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 2, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:38.575274 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:23:38.584557 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:38.585223 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:38.691332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:38.892759 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ef680ec3-2ec5-4e12-b2ad-c1c4e5642c0d req-9e8eb792-671e-4521-a7e7-2d9f821bc130 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a653718-1500-47ec-93db-b3ef6c2f0fa4 HTTP/1.1" status: 200 len: 210 time: 0.0334716 Mar 10 04:23:38.920407 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 2, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:38.949583 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bab0d2-f347-477c-8aa4-c3c2cc7722ff None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': 'bd12f6b9-84ec-429f-a86e-d18f665662ce', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.177', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:f1:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:18:55Z', 'updated_at': '2022-03-10T04:19:25Z', 'revision_number': 2, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:23:39.185688 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f3a52-6ec9-40e3-a15e-45345d9fc053 None None] New status for floating IP 3c895e35-72cd-4b4e-aa8c-cd1bb780a60a: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:23:40.033460 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59876) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:40.086249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2faf5d13-bd6f-42db-b52b-ac6ac7de481a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (4ad19359-3372-47cd-9945-3045d0945777), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.109646 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2faf5d13-bd6f-42db-b52b-ac6ac7de481a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (4ad19359-3372-47cd-9945-3045d0945777), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.228222 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2faf5d13-bd6f-42db-b52b-ac6ac7de481a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (4ad19359-3372-47cd-9945-3045d0945777), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.230702 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2faf5d13-bd6f-42db-b52b-ac6ac7de481a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.232011 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2faf5d13-bd6f-42db-b52b-ac6ac7de481a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ad19359-3372-47cd-9945-3045d0945777 HTTP/1.1" status: 204 len: 168 time: 0.1974447 Mar 10 04:23:40.234799 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59878) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:40.242588 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf5d13-bd6f-42db-b52b-ac6ac7de481a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad19359-3372-47cd-9945-3045d0945777,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:40.251814 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.api.v2.resource [None req-bbbb8b86-ad48-4ee1-9364-f3d5eb841603 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] show failed (client error): The resource could not be found. Mar 10 04:23:40.255582 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-bbbb8b86-ad48-4ee1-9364-f3d5eb841603 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups/4ad19359-3372-47cd-9945-3045d0945777 HTTP/1.1" status: 404 len: 347 time: 0.0165389 Mar 10 04:23:40.255874 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59880) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:40.379906 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 0844def6-eefe-4b58-b529-6b8a9739debf {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:40.380279 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (0844def6-eefe-4b58-b529-6b8a9739debf), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.454837 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (0844def6-eefe-4b58-b529-6b8a9739debf), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.455161 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (0844def6-eefe-4b58-b529-6b8a9739debf), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.466975 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 0844def6-eefe-4b58-b529-6b8a9739debf owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:40.665957 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0844def6-eefe-4b58-b529-6b8a9739debf), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.690913 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=0844def6-eefe-4b58-b529-6b8a9739debf,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:40.753955 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (3c895e35-72cd-4b4e-aa8c-cd1bb780a60a), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.756367 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:40.758005 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-eaeecc43-7700-4ec4-b4b7-deddab895ac7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/floatingips/3c895e35-72cd-4b4e-aa8c-cd1bb780a60a HTTP/1.1" status: 204 len: 168 time: 0.5004556 Mar 10 04:23:41.698656 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 92ee0991-f008-41ba-9244-1f2e063fb51c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:23:41.720241 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 92ee0991-f008-41ba-9244-1f2e063fb51c {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:23:41.720582 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 92ee0991-f008-41ba-9244-1f2e063fb51c not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:23:42.043532 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-e1d93322-f98d-4c34-8e8f-fe91870e4e5c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964338605&fields=id&tenant_id=69974b685de647498d16725e5b34ac1c HTTP/1.1" status: 200 len: 267 time: 0.0439560 Mar 10 04:23:42.100211 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-193ceacf-dc66-4cdc-8bd5-294e115409eb tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:42.102223 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-193ceacf-dc66-4cdc-8bd5-294e115409eb tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 985 time: 0.0528362 Mar 10 04:23:42.112576 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Request body: {'port': {'security_groups': ['8e1e46fc-948e-4dce-89e4-931b06151d6c']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:42.194614 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:42.370177 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:42.623590 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:42.694048 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:42.705202 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['2ee8569f-11a8-49ba-88ef-a11b5e62f72c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:23:42.736720 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:42.737391 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:42.738721 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9b249c45-e2c9-43e5-9eab-b28327684299 req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "PUT /v2.0/ports/2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 943 time: 0.6305633 Mar 10 04:23:42.739178 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:23:42.741513 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87453e1a-0940-4076-bda0-4d038e8d2a16" -d '{"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:23:42.744776 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59904) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:42.772616 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea099a-dff5-422f-906b-f2b360cc44b6 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event updated for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=7']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:42.784813 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7d1530-8230-4629-a3d2-df8bd20203b5 x-openstack-request-id: req-9c7d1530-8230-4629-a3d2-df8bd20203b5 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:23:42.785104 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:23:42.785360 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c7d1530-8230-4629-a3d2-df8bd20203b5 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:23:42.785761 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'status': 'completed', 'code': 200} Mar 10 04:23:42.837032 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9edf19a9-2615-4130-81ec-3a5bf9a3b62c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group (8f759715-3327-49fe-8d26-077780020ea6), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:42.859762 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['2ee8569f-11a8-49ba-88ef-a11b5e62f72c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:23:42.871855 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9edf19a9-2615-4130-81ec-3a5bf9a3b62c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group (8f759715-3327-49fe-8d26-077780020ea6), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:42.946426 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-593d01a4-3dd1-47cf-a682-d9c3f09756c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:42.948272 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-593d01a4-3dd1-47cf-a682-d9c3f09756c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1130 time: 0.1400015 Mar 10 04:23:43.050061 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-84c7349d-cf8b-4cb5-b9f4-b43e51951536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:43.051407 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-84c7349d-cf8b-4cb5-b9f4-b43e51951536 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 200 len: 916 time: 0.0944810 Mar 10 04:23:43.054662 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-4a4e27b5-7717-456f-8a66-4c2a7aa89db4 None None] Provisioning complete for port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:23:43.055114 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4a4e27b5-7717-456f-8a66-4c2a7aa89db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.094159 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9edf19a9-2615-4130-81ec-3a5bf9a3b62c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8f759715-3327-49fe-8d26-077780020ea6), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.096663 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9edf19a9-2615-4130-81ec-3a5bf9a3b62c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.097785 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-9edf19a9-2615-4130-81ec-3a5bf9a3b62c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f759715-3327-49fe-8d26-077780020ea6 HTTP/1.1" status: 204 len: 168 time: 0.3514438 Mar 10 04:23:43.100780 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59908) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:43.112255 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf19a9-2615-4130-81ec-3a5bf9a3b62c tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f759715-3327-49fe-8d26-077780020ea6,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:43.128260 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-98ec3f4b-bdf5-472c-ad5b-043125f87d55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 1002 time: 0.0698652 Mar 10 04:23:43.150259 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e27b5-7717-456f-8a66-4c2a7aa89db4 None None] Current status of the port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c is: ACTIVE; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:23:43.182624 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-8ad6ae9f-04a2-4113-b6f7-aee24deef4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:43.184124 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-8ad6ae9f-04a2-4113-b6f7-aee24deef4ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b HTTP/1.1" status: 200 len: 854 time: 0.0497389 Mar 10 04:23:43.237960 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-e606a3b9-31c9-4cc0-96ff-2df40bb36bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:43.239459 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-e606a3b9-31c9-4cc0-96ff-2df40bb36bd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d85ad72a-ad30-4e43-adc4-19f6c4af5593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0487862 Mar 10 04:23:43.260536 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Deleting port 6f811230-cdd5-4182-9d69-b7e4764f0be0 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:43.260881 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.331078 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-7def3b81-5069-4858-98bc-356176d25996 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855491 Mar 10 04:23:43.341365 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.341699 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for floatingip (6f811230-cdd5-4182-9d69-b7e4764f0be0), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.353449 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Calling delete_port for 6f811230-cdd5-4182-9d69-b7e4764f0be0 owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:43.434572 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-87453e1a-0940-4076-bda0-4d038e8d2a16 req-58897f88-fce9-4b75-bcb6-d1b726390bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967391 Mar 10 04:23:43.639030 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (6f811230-cdd5-4182-9d69-b7e4764f0be0), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.665554 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event deleted for resources: {'Port': ['ID=6f811230-cdd5-4182-9d69-b7e4764f0be0,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:43.731917 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks [] for floatingip (ad6e0ddf-5632-4161-8eab-44b68e258e6c), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:43.732271 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Floating IP ad6e0ddf-5632-4161-8eab-44b68e258e6c disassociated (deleted). External IP: 172.28.0.216, port: 2ee8569f-11a8-49ba-88ef-a11b5e62f72c. Mar 10 04:23:43.845937 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb599e9-620b-4ff3-b5b4-7793c590a426 req-43226e5f-368d-4794-911f-b21c9991a661 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:43.847394 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0bb599e9-620b-4ff3-b5b4-7793c590a426 req-43226e5f-368d-4794-911f-b21c9991a661 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 945 time: 0.1253624 Mar 10 04:23:43.935681 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0bb599e9-620b-4ff3-b5b4-7793c590a426 req-90cc2b1b-8577-443a-9df3-5249e6011f4b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796523 Mar 10 04:23:44.002712 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:23:44.107831 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:23:44.112586 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:44.117188 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] Sync routers for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:23:44.126795 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:44.127409 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:44.141075 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-ce711707-19be-46cf-a026-279c46558ec4 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "DELETE /v2.0/floatingips/ad6e0ddf-5632-4161-8eab-44b68e258e6c HTTP/1.1" status: 204 len: 168 time: 1.0389524 Mar 10 04:23:44.235700 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:44.429519 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:43Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:44.455643 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] Checking router: 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:23:44.465458 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:44.466070 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:44.693853 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:44.787428 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:23:44.789791 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3698eee4-f75e-4826-a7ab-6b79da8d61d4" -d '{"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:23:44.824527 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc0d88d-3e5e-4f13-b196-2cb02dbcc4cf x-openstack-request-id: req-6cc0d88d-3e5e-4f13-b196-2cb02dbcc4cf {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:23:44.824825 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:23:44.825085 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cc0d88d-3e5e-4f13-b196-2cb02dbcc4cf {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:23:44.825489 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'status': 'completed', 'code': 200} Mar 10 04:23:44.884831 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:43Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:44.892589 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-4a3eba8f-b7a4-4bf4-803b-761633f50fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:44.894114 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-4a3eba8f-b7a4-4bf4-803b-761633f50fcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69974b685de647498d16725e5b34ac1c&device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 1130 time: 0.0451198 Mar 10 04:23:44.914295 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d254af-2b89-471f-a924-16d044bac7cb None None] The sync data for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb is: [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:39Z', 'revision_number': 4, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6', 'name': '', 'network_id': 'd85ad72a-ad30-4e43-adc4-19f6c4af5593', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'mac_address': 'fa:16:3e:fc:2d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:38Z', 'updated_at': '2022-03-10T04:19:43Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'subnets': [{'id': '5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:23:44.993483 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-6ceef35c-4342-40f2-a009-e8dda1f6689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:44.995027 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-6ceef35c-4342-40f2-a009-e8dda1f6689a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 200 len: 916 time: 0.0921540 Mar 10 04:23:45.059273 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e7be0-cd1d-438b-9c46-32dff842719d req-f4028bf0-828b-4d1a-a2a1-45b0f777673c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:45.066606 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b3e7be0-cd1d-438b-9c46-32dff842719d req-f4028bf0-828b-4d1a-a2a1-45b0f777673c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 945 time: 0.0629895 Mar 10 04:23:45.115084 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b3e7be0-cd1d-438b-9c46-32dff842719d req-a18ec4f9-d5a2-4486-b202-0b4893652c03 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=c49865cd-2319-40b0-bafb-d9e4591c620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475729 Mar 10 04:23:45.178676 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b9af7-f52c-4354-8d50-f1ee4b7041e8 None None] New status for floating IP ad6e0ddf-5632-4161-8eab-44b68e258e6c: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:23:45.286996 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-5073cf8b-fbfc-4ce7-a0cd-2468b7b592bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 200 len: 217 time: 0.2795565 Mar 10 04:23:45.336257 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-9e889ef3-690e-421d-926a-729a6b5d1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:45.338001 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-9e889ef3-690e-421d-926a-729a6b5d1f04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b HTTP/1.1" status: 200 len: 854 time: 0.0437305 Mar 10 04:23:45.387689 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-f2b44467-71ac-4945-8d10-142ad1f38af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:45.389680 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-f2b44467-71ac-4945-8d10-142ad1f38af5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d85ad72a-ad30-4e43-adc4-19f6c4af5593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0435669 Mar 10 04:23:45.485100 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-5ae4bc5c-e25e-4cb8-a1a6-e100973e0cba service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850587 Mar 10 04:23:45.586153 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3698eee4-f75e-4826-a7ab-6b79da8d61d4 req-8fc178d7-3a4b-4216-af25-04638aa24bc8 service neutron] 10.222.0.37 "GET /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936656 Mar 10 04:23:45.726463 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513adbc0-eeff-4485-b7bf-251610f1914b req-beb698e1-6d9c-46c9-b036-84968e95fb38 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:45.728536 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-513adbc0-eeff-4485-b7bf-251610f1914b req-beb698e1-6d9c-46c9-b036-84968e95fb38 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 945 time: 0.0506132 Mar 10 04:23:45.819334 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:45.819680 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:45.909153 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] For port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:45.909814 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:46.073435 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:46.073801 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (bd12f6b9-84ec-429f-a86e-d18f665662ce), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:46.074120 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP bd12f6b9-84ec-429f-a86e-d18f665662ce disassociated. External IP: 172.28.0.177, port: 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c. Mar 10 04:23:46.074483 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:46.282660 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:46.309001 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-86395aef-269c-4342-a28a-9f8707759cbd req-2c517187-3c3d-4c5c-bd7e-1bc41e21bb4c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 210 time: 0.0265481 Mar 10 04:23:46.309601 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:46.322978 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.323342 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.323692 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.324058 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.324403 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.324742 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.325077 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.325413 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.325746 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.326078 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.326410 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.326837 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.327047 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:46.435194 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:23:46.541252 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:23:46.552286 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:23:46.562746 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:46.563297 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:46.581763 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] No DVR routers for this DVR port 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:23:46.584469 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:46.587972 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-513adbc0-eeff-4485-b7bf-251610f1914b req-3154e2ed-cb50-431b-8980-354f165f706e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "DELETE /v2.0/ports/29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c HTTP/1.1" status: 204 len: 173 time: 0.8530207 Mar 10 04:23:46.588470 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'name': 'network-vif-deleted', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:23:46.590862 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797df37d-d757-460c-9aeb-03745359b6cd" -d '{"events": [{"server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "name": "network-vif-deleted", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:23:46.631012 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce24c633-d3ee-4c97-a39c-f1304f49892e x-openstack-request-id: req-ce24c633-d3ee-4c97-a39c-f1304f49892e {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:23:46.632244 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4106be83-c4cc-47fc-9910-ac094b31c8d1", "name": "network-vif-deleted", "tag": "29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:23:46.632476 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce24c633-d3ee-4c97-a39c-f1304f49892e {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:23:46.633031 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4106be83-c4cc-47fc-9910-ac094b31c8d1', 'name': 'network-vif-deleted', 'tag': '29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c', 'status': 'completed', 'code': 200} Mar 10 04:23:46.691716 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:46.900870 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:46.927027 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:23:46.936137 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:46.936748 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:47.049728 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:47.251833 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:47.278332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7d1fd-cb10-44b5-979f-cd795b5843e8 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:23:47.421199 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-967e3426-2570-461e-a805-9a87c9ebb895 req-4a2b1034-dca2-46d0-8a7d-7e01e18ba936 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=4106be83-c4cc-47fc-9910-ac094b31c8d1 HTTP/1.1" status: 200 len: 210 time: 0.0302098 Mar 10 04:23:47.509677 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7135434-0a95-40e4-992f-9d0a2dbf2a34 None None] New status for floating IP bd12f6b9-84ec-429f-a86e-d18f665662ce: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:23:48.475917 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38bd7-4060-49c9-92b3-154a26ffc52f req-0ab47518-6626-4c6f-8ec4-240be2fc245f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:48.478116 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-16f38bd7-4060-49c9-92b3-154a26ffc52f req-0ab47518-6626-4c6f-8ec4-240be2fc245f tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0526938 Mar 10 04:23:48.529720 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-16f38bd7-4060-49c9-92b3-154a26ffc52f req-4738e77c-657f-4e7c-a4c0-dd242c40c3fc tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Mar 10 04:23:48.565390 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 59964) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:48.619003 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8efbcf5e-c347-4e02-8d5f-ca3c57e813db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (c49865cd-2319-40b0-bafb-d9e4591c620e), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.642023 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8efbcf5e-c347-4e02-8d5f-ca3c57e813db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (c49865cd-2319-40b0-bafb-d9e4591c620e), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.762314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8efbcf5e-c347-4e02-8d5f-ca3c57e813db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c49865cd-2319-40b0-bafb-d9e4591c620e), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.765178 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8efbcf5e-c347-4e02-8d5f-ca3c57e813db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.766334 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-8efbcf5e-c347-4e02-8d5f-ca3c57e813db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/security-groups/c49865cd-2319-40b0-bafb-d9e4591c620e HTTP/1.1" status: 204 len: 168 time: 0.1999781 Mar 10 04:23:48.769231 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59966) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:48.775715 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbcf5e-c347-4e02-8d5f-ca3c57e813db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49865cd-2319-40b0-bafb-d9e4591c620e,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:48.783473 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.api.v2.resource [None req-796a1c89-36d5-4612-a0d2-45cfa6df148a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] show failed (client error): The resource could not be found. Mar 10 04:23:48.784512 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-796a1c89-36d5-4612-a0d2-45cfa6df148a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups/c49865cd-2319-40b0-bafb-d9e4591c620e HTTP/1.1" status: 404 len: 347 time: 0.0142064 Mar 10 04:23:48.787457 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59968) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:48.923624 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 4343c472-7c9d-455a-a0a2-04a0828bbcc8 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:48.923902 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.998524 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:48.998849 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (4343c472-7c9d-455a-a0a2-04a0828bbcc8), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:49.010835 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 4343c472-7c9d-455a-a0a2-04a0828bbcc8 owned by network:floatingip {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:49.210388 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (4343c472-7c9d-455a-a0a2-04a0828bbcc8), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:49.240385 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=4343c472-7c9d-455a-a0a2-04a0828bbcc8,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:49.300080 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (bd12f6b9-84ec-429f-a86e-d18f665662ce), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:49.302816 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:49.304145 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0e6dae0a-1cef-47f0-b4fe-7e11a71b5352 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/floatingips/bd12f6b9-84ec-429f-a86e-d18f665662ce HTTP/1.1" status: 204 len: 168 time: 0.5155785 Mar 10 04:23:49.622717 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59986) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:49.627502 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-fc8b4309-ecff-42e4-b612-c3d398cba559 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003939266', 'description': 'tempest-description--591155800'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:49.713264 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969c48-650d-47c6-b4a9-62de3a93b6c7 req-45424752-f726-4325-8890-77293d7c7b2a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:49.714727 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-88969c48-650d-47c6-b4a9-62de3a93b6c7 req-45424752-f726-4325-8890-77293d7c7b2a tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0550997 Mar 10 04:23:49.747638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4309-ecff-42e4-b612-c3d398cba559 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:49.753819 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:23:49.761802 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-88969c48-650d-47c6-b4a9-62de3a93b6c7 req-cf4e9745-ea49-4d95-bf7a-cad10a480173 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Mar 10 04:23:49.781780 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:23:49.781780 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 29d3e9fb-a2f8-45e3-9b69-d5061ec5c32c not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:23:49.836948 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4309-ecff-42e4-b612-c3d398cba559 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (663074c6-cd02-4d92-89dd-b8a464a61b84), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:49.924703 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4309-ecff-42e4-b612-c3d398cba559 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (663074c6-cd02-4d92-89dd-b8a464a61b84), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:49.953785 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b4309-ecff-42e4-b612-c3d398cba559 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663074c6-cd02-4d92-89dd-b8a464a61b84,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:50.012231 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4309-ecff-42e4-b612-c3d398cba559 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.013402 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-fc8b4309-ecff-42e4-b612-c3d398cba559 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3896995 Mar 10 04:23:50.016511 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59990) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:50.020916 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-9d717559-93c6-4c00-8177-2b99a2ac1c14 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': '663074c6-cd02-4d92-89dd-b8a464a61b84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:50.111950 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9d717559-93c6-4c00-8177-2b99a2ac1c14 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (796d49f7-65ec-4512-a13c-0323872da6fe), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.165896 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9d717559-93c6-4c00-8177-2b99a2ac1c14 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (796d49f7-65ec-4512-a13c-0323872da6fe), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.238147 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9d717559-93c6-4c00-8177-2b99a2ac1c14 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (796d49f7-65ec-4512-a13c-0323872da6fe), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.254620 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d717559-93c6-4c00-8177-2b99a2ac1c14 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796d49f7-65ec-4512-a13c-0323872da6fe,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:50.320504 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-9d717559-93c6-4c00-8177-2b99a2ac1c14 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.322140 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-9d717559-93c6-4c00-8177-2b99a2ac1c14 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046737 Mar 10 04:23:50.324731 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59992) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:50.328885 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-c29b1514-2dfc-40d5-8f73-dc47e1399376 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': '663074c6-cd02-4d92-89dd-b8a464a61b84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:50.403940 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c29b1514-2dfc-40d5-8f73-dc47e1399376 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (70c7a19f-34b2-4d73-b036-9c7c7ff08526), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.457468 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c29b1514-2dfc-40d5-8f73-dc47e1399376 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (70c7a19f-34b2-4d73-b036-9c7c7ff08526), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.507385 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c29b1514-2dfc-40d5-8f73-dc47e1399376 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (70c7a19f-34b2-4d73-b036-9c7c7ff08526), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.525311 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b1514-2dfc-40d5-8f73-dc47e1399376 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c7a19f-34b2-4d73-b036-9c7c7ff08526,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:50.581705 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c29b1514-2dfc-40d5-8f73-dc47e1399376 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.582908 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c29b1514-2dfc-40d5-8f73-dc47e1399376 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572725 Mar 10 04:23:50.585968 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 59994) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:50.590779 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:50.656001 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864c958-be4e-421f-b834-b9ed6fb900be req-00679e9e-4bbb-4da2-92c2-0ac64ceb1e79 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:50.657435 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2864c958-be4e-421f-b834-b9ed6fb900be req-00679e9e-4bbb-4da2-92c2-0ac64ceb1e79 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.37 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0554452 Mar 10 04:23:50.698902 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.809735 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Deleting port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:50.810074 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.891044 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a371be-7c4a-4c28-94db-1ede91effbd6 req-45f25c93-2f31-4a6f-8235-805340662483 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:50.892974 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-96a371be-7c4a-4c28-94db-1ede91effbd6 req-45f25c93-2f31-4a6f-8235-805340662483 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 946 time: 0.0579004 Mar 10 04:23:50.921117 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] For port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:50.921735 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.937299 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:50.947163 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Calling delete_port for 2ee8569f-11a8-49ba-88ef-a11b5e62f72c owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:50.950887 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-96a371be-7c4a-4c28-94db-1ede91effbd6 req-e3483c0e-3b9e-4925-8c24-2347e9fd31e0 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1e46fc-948e-4dce-89e4-931b06151d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512700 Mar 10 04:23:51.101542 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.28.0.243 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/2bd1c7de-8920-4663-bd75-28fa532de398) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:23:51.249827 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (2ee8569f-11a8-49ba-88ef-a11b5e62f72c), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.260778 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['2ee8569f-11a8-49ba-88ef-a11b5e62f72c'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:23:51.287637 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Pushing event deleted for resources: {'Port': ['ID=2ee8569f-11a8-49ba-88ef-a11b5e62f72c,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:51.361278 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] No DVR routers for this DVR port 2ee8569f-11a8-49ba-88ef-a11b5e62f72c on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:23:51.366113 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.369916 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2864c958-be4e-421f-b834-b9ed6fb900be req-459ac467-307d-48af-800c-1765b576f728 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.37 "DELETE /v2.0/ports/2ee8569f-11a8-49ba-88ef-a11b5e62f72c HTTP/1.1" status: 204 len: 173 time: 0.7074103 Mar 10 04:23:51.370352 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'name': 'network-vif-deleted', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:23:51.372582 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fd1e55-2562-4768-9dac-ddd3a0595887" -d '{"events": [{"server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "name": "network-vif-deleted", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:23:51.406866 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (2bd1c7de-8920-4663-bd75-28fa532de398), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.468293 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc60d93-3923-4799-a23f-90710d06f14c x-openstack-request-id: req-5dc60d93-3923-4799-a23f-90710d06f14c {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:23:51.468591 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63116185-560f-43b7-9191-08354f4161cc", "name": "network-vif-deleted", "tag": "2ee8569f-11a8-49ba-88ef-a11b5e62f72c", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:23:51.468852 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5dc60d93-3923-4799-a23f-90710d06f14c {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:23:51.469254 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63116185-560f-43b7-9191-08354f4161cc', 'name': 'network-vif-deleted', 'tag': '2ee8569f-11a8-49ba-88ef-a11b5e62f72c', 'status': 'completed', 'code': 200} Mar 10 04:23:51.500549 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (2bd1c7de-8920-4663-bd75-28fa532de398), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.537960 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:23:51.543370 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:23:51.546951 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:23:51.552312 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=2bd1c7de-8920-4663-bd75-28fa532de398,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:51.638987 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (8fa27908-5b18-4d90-9044-3b1800335cd7), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.751610 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (2bd1c7de-8920-4663-bd75-28fa532de398), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.882484 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.902272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (2bd1c7de-8920-4663-bd75-28fa532de398), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:51.962978 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (2bd1c7de-8920-4663-bd75-28fa532de398), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:52.034725 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=2bd1c7de-8920-4663-bd75-28fa532de398,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:52.041021 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (8fa27908-5b18-4d90-9044-3b1800335cd7), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:52.064589 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-684ecba1-b83c-4ddf-814b-348eef1d4ba2 req-10fb62c0-3f6b-4dca-b129-8672db7150a9 tempest-TestMinimumBasicScenario-613304324 tempest-TestMinimumBasicScenario-613304324-project] 10.222.0.32 "GET /v2.0/ports?device_id=63116185-560f-43b7-9191-08354f4161cc HTTP/1.1" status: 200 len: 210 time: 0.0319471 Mar 10 04:23:52.118863 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:52.120142 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-be104d3a-7cc1-4270-a0c3-583ec57c2db8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5326555 Mar 10 04:23:52.280190 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-afab8a92-5958-43d3-bd79-302dbea20f6b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2003939266&fields=id&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 267 time: 0.0489893 Mar 10 04:23:52.385974 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-78c12815-128d-47c2-ac4a-000e2201a372 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:52.387489 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-78c12815-128d-47c2-ac4a-000e2201a372 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.1003883 Mar 10 04:23:52.402419 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-6b7da30c-44fd-4bb5-b330-0ee3dcd584ee tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/quotas/88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 375 time: 0.0091238 Mar 10 04:23:52.459853 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-f947b878-ff8a-4ba2-bf35-ec5abc3985b6 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523851 Mar 10 04:23:52.521824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada283-9ed2-4ae8-bc97-286967441b04 req-001a6b33-a338-4474-b136-7ee263c1b60f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:52.523376 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-35ada283-9ed2-4ae8-bc97-286967441b04 req-001a6b33-a338-4474-b136-7ee263c1b60f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.0617461 Mar 10 04:23:52.623414 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-35ada283-9ed2-4ae8-bc97-286967441b04 req-81664c50-b6ac-47c5-b770-ef41013e2ad5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943849 Mar 10 04:23:52.646038 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-4a196e7c-dd74-49f9-967e-a9bac2a14d4b service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743095 Mar 10 04:23:52.735530 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-a13699b7-4a54-4f52-8bf5-a1360b1d43ba service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836484 Mar 10 04:23:52.753282 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d68ec750-f46a-434b-bf7e-61b2507bdff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:53.004920 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7e940189-e7e5-46fe-b2b7-98ad537d7da0 req-9abfe64b-b69f-444d-955a-1a89716b4b18 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 210 time: 0.0266371 Mar 10 04:23:53.746067 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1803371-6577-4dbe-a626-8cef535cbb11 req-90d1f999-10cb-4f77-ad0c-12f76182d2ae tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:53.747526 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1803371-6577-4dbe-a626-8cef535cbb11 req-90d1f999-10cb-4f77-ad0c-12f76182d2ae tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.0532498 Mar 10 04:23:53.793854 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1803371-6577-4dbe-a626-8cef535cbb11 req-3b017f6f-0be5-4d63-98c0-64302a520d52 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407491 Mar 10 04:23:54.098617 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1a256010-160f-4659-a8ac-5845b36b0dd6 req-7dbe350b-afd5-4cbe-921c-89e4c07b2cec tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 210 time: 0.0306125 Mar 10 04:23:54.530310 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-2bc6a5b4-2e3f-462a-a363-33477ec475de tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:54.531814 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-2bc6a5b4-2e3f-462a-a363-33477ec475de tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.0543876 Mar 10 04:23:54.630936 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Deleting port 0188fd7a-9758-4f51-b575-15526dada054 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:54.631315 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (0188fd7a-9758-4f51-b575-15526dada054), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:54.652514 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60096) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:54.722864 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] For port 0188fd7a-9758-4f51-b575-15526dada054, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0188fd7a-9758-4f51-b575-15526dada054,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:54.723228 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (0188fd7a-9758-4f51-b575-15526dada054), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:54.912215 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:54.912587 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (f68e01ee-0a94-4f66-8808-b72b296d0f0f), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:54.912910 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Floating IP f68e01ee-0a94-4f66-8808-b72b296d0f0f disassociated. External IP: 172.28.0.150, port: 0188fd7a-9758-4f51-b575-15526dada054. Mar 10 04:23:54.913253 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Calling delete_port for 0188fd7a-9758-4f51-b575-15526dada054 owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:54.994471 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759dfe-ed0c-4ded-ad97-9ee3aaca5cbb req-94c9e22f-cf06-432c-906c-60efe3f24c26 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:54.995985 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f759dfe-ed0c-4ded-ad97-9ee3aaca5cbb req-94c9e22f-cf06-432c-906c-60efe3f24c26 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 946 time: 0.1089044 Mar 10 04:23:55.107430 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-639db0fd-5623-4d4b-946f-ba3ab083721f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:55.136478 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (0188fd7a-9758-4f51-b575-15526dada054), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:55.157079 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f759dfe-ed0c-4ded-ad97-9ee3aaca5cbb req-07fe2174-5341-40cf-99c5-52cc2acae519 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=7244902c-873e-4cba-909d-83d3fbf3ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491988 Mar 10 04:23:55.167733 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d584356c-6836-44f1-8de6-d431d438489c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:55.169187 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d584356c-6836-44f1-8de6-d431d438489c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.1713781 Mar 10 04:23:55.238507 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event deleted for resources: {'Port': ['ID=0188fd7a-9758-4f51-b575-15526dada054,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:55.301490 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:23:55.413610 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:23:55.424572 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] Sync routers for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:23:55.436907 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:55.437540 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:55.455082 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] No DVR routers for this DVR port 0188fd7a-9758-4f51-b575-15526dada054 on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:23:55.458029 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:55.461640 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-9604d1cc-c042-45e5-a17a-061cc40da8a7 req-8ffff502-c152-4765-a8ba-7d7e0d78bd51 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "DELETE /v2.0/ports/0188fd7a-9758-4f51-b575-15526dada054 HTTP/1.1" status: 204 len: 173 time: 0.9221690 Mar 10 04:23:55.462313 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-deleted', 'tag': '0188fd7a-9758-4f51-b575-15526dada054'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:23:55.464875 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c140c5-f468-44ed-9851-251364555e53" -d '{"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-deleted", "tag": "0188fd7a-9758-4f51-b575-15526dada054"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:23:55.468536 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-00d3a42f-abef-47b4-a1c4-82ce5cfce9fa req-8f175b5c-d0cb-41f8-83f8-717638529bf2 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 210 time: 0.2962940 Mar 10 04:23:55.519924 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1795cab-640e-4e1f-9f0c-19009e0ef3ac x-openstack-request-id: req-f1795cab-640e-4e1f-9f0c-19009e0ef3ac {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:23:55.520306 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fff38-a1a0-4cef-89e1-fb34ef8001fe", "name": "network-vif-deleted", "tag": "0188fd7a-9758-4f51-b575-15526dada054", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:23:55.520632 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1795cab-640e-4e1f-9f0c-19009e0ef3ac {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:23:55.522673 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fff38-a1a0-4cef-89e1-fb34ef8001fe', 'name': 'network-vif-deleted', 'tag': '0188fd7a-9758-4f51-b575-15526dada054', 'status': 'completed', 'code': 200} Mar 10 04:23:55.544391 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-6912a931-5514-4786-81d3-89c8c5aa02df tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 380 time: 0.1259160 Mar 10 04:23:55.554587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'port': {'device_id': '12b10084-af36-4929-96bc-de47af9515fd', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'admin_state_up': True, 'tenant_id': '88c08913ec294120abef430805a80a98', 'security_groups': ['663074c6-cd02-4d92-89dd-b8a464a61b84']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:55.562666 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:55.587362 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:55.761314 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 2ee8569f-11a8-49ba-88ef-a11b5e62f72c no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:23:55.788174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 2ee8569f-11a8-49ba-88ef-a11b5e62f72c {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:23:55.788366 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 2ee8569f-11a8-49ba-88ef-a11b5e62f72c not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:23:55.838862 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:55.857943 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Made reservation on behalf of 88c08913ec294120abef430805a80a98 for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:23:55.862861 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:55.865350 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] Checking router: 9a2e9717-8c27-45c3-859c-9ef4133c4a51 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:23:55.873891 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:55.874545 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:55.984023 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:56.045834 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Deleting port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:56.046417 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.048151 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.20.0.14 (8040fa27-6543-4170-b870-037ad12017ee/daf6f6d9-2479-4818-ac6d-616c4ea97ea1/87a744f4-ca08-45e0-9490-6594c13a701a) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:23:56.183770 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:56.209052 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] For port 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:56.209316 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.210222 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de60359-a0e8-40a5-b37f-7043456f41c7 None None] The sync data for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb is: [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:23:56.231073 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Calling delete_port for 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 owned by network:router_interface {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:56.322701 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (87a744f4-ca08-45e0-9490-6594c13a701a), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.325468 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f3cdb10b-4128-48c5-ad15-1b28d8fb6a43 req-2e7f7ef3-067f-47f0-8d67-8bce1a49b605 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=976fff38-a1a0-4cef-89e1-fb34ef8001fe HTTP/1.1" status: 200 len: 210 time: 0.0405974 Mar 10 04:23:56.396678 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.488245 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.489128 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fe582-4781-4500-ba4d-13802b097a8d None None] New status for floating IP f68e01ee-0a94-4f66-8808-b72b296d0f0f: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:23:56.538503 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network 8040fa27-6543-4170-b870-037ad12017ee is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:23:56.545087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:23:56.545087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:23:56.601305 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.603715 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=87a744f4-ca08-45e0-9490-6594c13a701a,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:56.637701 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.638055 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.638671 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.639012 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.639356 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.639688 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.640021 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.640750 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.640750 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.641037 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.641335 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.641649 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.641973 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:23:56.664916 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:56.666102 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.706104 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:56.757283 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2033d8-6584-4063-902b-bddff7e0fdb3 req-427a7999-4939-4608-8db2-728faa0953d7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:56.758764 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ef2033d8-6584-4063-902b-bddff7e0fdb3 req-427a7999-4939-4608-8db2-728faa0953d7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 932 time: 0.1796601 Mar 10 04:23:56.822150 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32e02e61-5bee-4b95-be5d-ad76298c888d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2714486 Mar 10 04:23:56.842152 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Request body: {'port': {'device_id': '12b10084-af36-4929-96bc-de47af9515fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:56.860511 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-2508060e-60ff-48bb-ae13-cbd8a5c8b4bf None None] Provisioning complete for port 87a744f4-ca08-45e0-9490-6594c13a701a triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:23:56.861115 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2508060e-60ff-48bb-ae13-cbd8a5c8b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.899554 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-2508060e-60ff-48bb-ae13-cbd8a5c8b4bf None None] Port 87a744f4-ca08-45e0-9490-6594c13a701a cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:23:56.925606 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ef2033d8-6584-4063-902b-bddff7e0fdb3 req-e053b9e2-ade3-4d97-820c-2e888c0d148b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566234 Mar 10 04:23:56.968780 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:56.971705 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:57.367704 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:23:57.409022 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a744f4-ca08-45e0-9490-6594c13a701a {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:23:57.418401 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Publish callbacks [] for port (87a744f4-ca08-45e0-9490-6594c13a701a), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:57.464548 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Transition to ACTIVE for port object 87a744f4-ca08-45e0-9490-6594c13a701a will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:23:57.519861 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:23:57.525203 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2a1eb550-6321-472e-b724-b44cd0054040 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709507 Mar 10 04:23:57.526430 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60118) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:57.527713 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60120) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:57.534111 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] Sync routers for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:23:57.550231 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:57.551002 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:57.557940 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:57.631865 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Pushing event updated for resources: {'Port': ['ID=87a744f4-ca08-45e0-9490-6594c13a701a,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:57.637466 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6144f532-026c-47c6-9d90-e17c0a9743d5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (7244902c-873e-4cba-909d-83d3fbf3ce24), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:57.710391 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6144f532-026c-47c6-9d90-e17c0a9743d5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (7244902c-873e-4cba-909d-83d3fbf3ce24), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:57.793655 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:23:57.831784 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 0188fd7a-9758-4f51-b575-15526dada054 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:23:57.832438 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0188fd7a-9758-4f51-b575-15526dada054 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:23:57.852734 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:57.920631 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:57.929757 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks [] for router (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.055423 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks [] for router_gateway (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.069553 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Attempting to bind port 87a744f4-ca08-45e0-9490-6594c13a701a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:23:58.069889 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Attempting to bind port 87a744f4-ca08-45e0-9490-6594c13a701a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:23:58.070222 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Attempting to bind port 87a744f4-ca08-45e0-9490-6594c13a701a on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:23:58.072929 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:23:56Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:58.078742 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Port 87a744f4-ca08-45e0-9490-6594c13a701a on network 8040fa27-6543-4170-b870-037ad12017ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:23:58.079070 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Attempting to bind port 87a744f4-ca08-45e0-9490-6594c13a701a on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:23:58.090576 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:23:58.090919 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Checking segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:23:58.091307 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Bound using segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:23:58.091747 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Bound port: 87a744f4-ca08-45e0-9490-6594c13a701a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:23:58.092139 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.104174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] Checking router: 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:23:58.112561 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] Routers {'3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:23:58.113176 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:58.136193 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8b6cf-5052-4c57-b577-c8a7cd96b319 req-a20069db-0574-4cba-a391-4f3b173a5883 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:58.138954 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4ef8b6cf-5052-4c57-b577-c8a7cd96b319 req-a20069db-0574-4cba-a391-4f3b173a5883 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 944 time: 0.1040549 Mar 10 04:23:58.174279 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6144f532-026c-47c6-9d90-e17c0a9743d5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (7244902c-873e-4cba-909d-83d3fbf3ce24), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.176819 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6144f532-026c-47c6-9d90-e17c0a9743d5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.180413 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-6144f532-026c-47c6-9d90-e17c0a9743d5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "DELETE /v2.0/security-groups/7244902c-873e-4cba-909d-83d3fbf3ce24 HTTP/1.1" status: 204 len: 168 time: 0.6506307 Mar 10 04:23:58.180823 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60124) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:58.197819 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.api.v2.resource [None req-226b6d32-2d64-4a5e-aede-eb7906e13d8a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] show failed (client error): The resource could not be found. Mar 10 04:23:58.199120 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-226b6d32-2d64-4a5e-aede-eb7906e13d8a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups/7244902c-873e-4cba-909d-83d3fbf3ce24 HTTP/1.1" status: 404 len: 347 time: 0.0165658 Mar 10 04:23:58.202264 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Deleting port 726a4733-f895-4e8f-967b-3b6355a88cfa {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:58.202591 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.203663 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60126) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:58.207750 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144f532-026c-47c6-9d90-e17c0a9743d5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7244902c-873e-4cba-909d-83d3fbf3ce24,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:58.211023 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] For port 87a744f4-ca08-45e0-9490-6594c13a701a, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:23:58.231765 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] Set router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:23:58.270293 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] For port 87a744f4-ca08-45e0-9490-6594c13a701a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=87a744f4-ca08-45e0-9490-6594c13a701a,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:23:58.274415 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4ef8b6cf-5052-4c57-b577-c8a7cd96b319 req-a962637a-6f4d-49c7-8ed2-a359e1f7094b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261766 Mar 10 04:23:58.293058 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] For port 726a4733-f895-4e8f-967b-3b6355a88cfa, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=726a4733-f895-4e8f-967b-3b6355a88cfa,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:58.293058 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.313539 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Calling delete_port for 726a4733-f895-4e8f-967b-3b6355a88cfa owned by network:router_gateway {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:58.345262 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.384537 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:58.385241 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.390347 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] 10.222.0.37 "PUT /v2.0/ports/87a744f4-ca08-45e0-9490-6594c13a701a HTTP/1.1" status: 200 len: 1094 time: 1.5593083 Mar 10 04:23:58.390864 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:23:58.393315 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2215c9e-06a6-41f6-a8a1-69eeb99ad9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:23:58.469567 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b78ed-5ae3-41c3-9401-2e60c9579b00 x-openstack-request-id: req-576b78ed-5ae3-41c3-9401-2e60c9579b00 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:23:58.471835 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:23:56Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:23:58.481753 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:23:58.482358 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-576b78ed-5ae3-41c3-9401-2e60c9579b00 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:23:58.482981 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a', 'status': 'completed', 'code': 200} Mar 10 04:23:58.511563 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4708d2f-a992-4d3c-a88e-46a3d1fd0dda None None] The sync data for ids ['3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0'] in dv-cinder-778193-25-smb is: [{'id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'name': 'tempest-TestMinimumBasicScenario-1769061887-router', 'tenant_id': '69974b685de647498d16725e5b34ac1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:23:56Z', 'revision_number': 5, 'project_id': '69974b685de647498d16725e5b34ac1c', 'gw_port': {'id': '726a4733-f895-4e8f-967b-3b6355a88cfa', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:36Z', 'updated_at': '2022-03-10T04:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:23:58.551027 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cbbd9-149d-47a7-8854-48f762e27f5e service neutron] Pushing event updated for resources: {'Port': ['ID=87a744f4-ca08-45e0-9490-6594c13a701a,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:58.566804 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Deleting port 736d3873-644e-4689-b4fb-49cc0f91b318 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:58.567249 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (736d3873-644e-4689-b4fb-49cc0f91b318), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.609045 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215c9e-06a6-41f6-a8a1-69eeb99ad9bd req-674e3c28-9895-4a06-b236-0799ef5fdbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:58.610535 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (726a4733-f895-4e8f-967b-3b6355a88cfa), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.617624 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d2215c9e-06a6-41f6-a8a1-69eeb99ad9bd req-674e3c28-9895-4a06-b236-0799ef5fdbb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 1128 time: 0.1280913 Mar 10 04:23:58.635034 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=726a4733-f895-4e8f-967b-3b6355a88cfa,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:58.706485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.728207 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (736d3873-644e-4689-b4fb-49cc0f91b318), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.728546 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (736d3873-644e-4689-b4fb-49cc0f91b318), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.747899 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Calling delete_port for 736d3873-644e-4689-b4fb-49cc0f91b318 owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:23:58.778214 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215c9e-06a6-41f6-a8a1-69eeb99ad9bd req-89c1ab2c-9e37-4fc8-baf4-4cdb18de6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:58.779689 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d2215c9e-06a6-41f6-a8a1-69eeb99ad9bd req-89c1ab2c-9e37-4fc8-baf4-4cdb18de6ab1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=88c08913ec294120abef430805a80a98&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1318376 Mar 10 04:23:58.815967 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.818111 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks [] for router_controller (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.982465 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215c9e-06a6-41f6-a8a1-69eeb99ad9bd req-1f922ae1-cd9c-4fdc-b717-6d9c7e488ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:58.983992 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d2215c9e-06a6-41f6-a8a1-69eeb99ad9bd req-1f922ae1-cd9c-4fdc-b717-6d9c7e488ec0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785185 Mar 10 04:23:58.987462 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:58.989927 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 {{(pid=103752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:23:58.997413 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:23:59.000346 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.003768 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-cd89d79e-f972-470f-9e1c-123716dbee5a admin admin] 10.222.0.32 "DELETE /v2.0/routers/3b97d3e0-5b5e-4eb7-afcd-d4e946c5bea0 HTTP/1.1" status: 204 len: 168 time: 1.4729259 Mar 10 04:23:59.004145 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60130) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:59.026114 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:23:59.026648 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 88c4050d-ffa4-4a3f-b3ff-a1de634e4ce6 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:23:59.078040 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (736d3873-644e-4689-b4fb-49cc0f91b318), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.118141 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] Deleting subnet 5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b {{(pid=103751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:23:59.127750 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event deleted for resources: {'Port': ['ID=736d3873-644e-4689-b4fb-49cc0f91b318,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:59.130447 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] Publish callbacks [] for subnet (5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.141437 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.207587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-9ed687ef-1287-4e3f-aeee-f5deaba44db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:59.209192 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-9ed687ef-1287-4e3f-aeee-f5deaba44db0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 1128 time: 0.1674480 Mar 10 04:23:59.217824 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6711053'] for subnet (5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.287918 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (f68e01ee-0a94-4f66-8808-b72b296d0f0f), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.291223 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.292390 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d8ba306b-4a6b-4ffb-ac01-42bb378b1178 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "DELETE /v2.0/floatingips/f68e01ee-0a94-4f66-8808-b72b296d0f0f HTTP/1.1" status: 204 len: 168 time: 1.0857151 Mar 10 04:23:59.293786 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-32746caf-9027-4812-bdaf-cdd64db5f820 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a744f4-ca08-45e0-9490-6594c13a701a HTTP/1.1" status: 200 len: 217 time: 0.0740230 Mar 10 04:23:59.434207 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-b2258d98-b274-4ed7-8d50-05a877033fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:59.435618 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-b2258d98-b274-4ed7-8d50-05a877033fac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.1356668 Mar 10 04:23:59.442388 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.513012 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b48740-106c-49da-a144-a7ee586c5acb req-8a02d536-433e-432f-9955-715ec0b4c4e0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:59.514674 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-57b48740-106c-49da-a144-a7ee586c5acb req-8a02d536-433e-432f-9955-715ec0b4c4e0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 944 time: 0.1576879 Mar 10 04:23:59.552397 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-25d4c9d0-37e8-4891-bfc0-ca9abf7b5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:23:59.553874 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-25d4c9d0-37e8-4891-bfc0-ca9abf7b5d21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1086736 Mar 10 04:23:59.602100 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-57b48740-106c-49da-a144-a7ee586c5acb req-5595efee-461e-44e6-a89e-174c95ca1890 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797598 Mar 10 04:23:59.661217 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60136) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:59.662277 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5325040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5335155'] for subnet (5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.666751 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-69ef0a35-3572-4b6d-ac4e-6109e82b5f4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249611038', 'description': 'tempest-description--539678907'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:23:59.695288 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-df7e17fc-1a83-461b-8dfa-d9c6557c7876 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338506 Mar 10 04:23:59.697513 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:23:59.703451 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.706554 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e167d402-f994-45a3-8b97-5c2ee59394da admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d9e5e6a-0edd-4d8e-adb4-b62952d32b2b HTTP/1.1" status: 204 len: 168 time: 0.7013690 Mar 10 04:23:59.707770 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817175b-16f3-4ce9-b977-910da3095815 None None] Network d85ad72a-ad30-4e43-adc4-19f6c4af5593 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:23:59.709186 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60138) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:23:59.777752 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-69ef0a35-3572-4b6d-ac4e-6109e82b5f4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.793521 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (d85ad72a-ad30-4e43-adc4-19f6c4af5593), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.796672 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca1721e4-d0b5-4c30-be54-66b145a61574 req-570c96b9-2422-49f5-ba68-168d9558c17c service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946155 Mar 10 04:23:59.876940 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] DHCP port deletion for d85ad72a-ad30-4e43-adc4-19f6c4af5593 request from dv-cinder-778193-25-smb {{(pid=103753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:23:59.888952 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-69ef0a35-3572-4b6d-ac4e-6109e82b5f4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (8cc60087-fd20-4f0a-aae3-48fb88c5b997), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.893824 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Deleting port 193259ce-56d7-4070-a7ae-ce0dbd962496 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:59.894159 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.925424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Deleting port 193259ce-56d7-4070-a7ae-ce0dbd962496 {{(pid=103753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:23:59.925826 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), before_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.955554 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-69ef0a35-3572-4b6d-ac4e-6109e82b5f4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8cc60087-fd20-4f0a-aae3-48fb88c5b997), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.965485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] For port 193259ce-56d7-4070-a7ae-ce0dbd962496, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=193259ce-56d7-4070-a7ae-ce0dbd962496,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:59.966695 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.986832 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] For port 193259ce-56d7-4070-a7ae-ce0dbd962496, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=193259ce-56d7-4070-a7ae-ce0dbd962496,segment=NetworkSegment(50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7),segment_id=50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:23:59.987231 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), precommit_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:23:59.997587 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Calling delete_port for 193259ce-56d7-4070-a7ae-ce0dbd962496 owned by network:dhcp {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:00.000303 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Calling delete_port for 193259ce-56d7-4070-a7ae-ce0dbd962496 owned by network:dhcp {{(pid=103753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:00.003581 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0a35-3572-4b6d-ac4e-6109e82b5f4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc60087-fd20-4f0a-aae3-48fb88c5b997,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:00.073212 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-69ef0a35-3572-4b6d-ac4e-6109e82b5f4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.074457 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-69ef0a35-3572-4b6d-ac4e-6109e82b5f4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4121480 Mar 10 04:24:00.077457 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60140) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:00.082387 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-f2036928-bbfb-4e40-9079-8920ee169f6c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'security_group_rule': {'security_group_id': '8cc60087-fd20-4f0a-aae3-48fb88c5b997', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:00.170228 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.179057 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032'] for port (193259ce-56d7-4070-a7ae-ce0dbd962496), after_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.199779 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=193259ce-56d7-4070-a7ae-ce0dbd962496,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:00.203033 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] No DVR routers for this DVR port 193259ce-56d7-4070-a7ae-ce0dbd962496 on host dv-cinder-778193-25-smb {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:00.207001 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f2036928-bbfb-4e40-9079-8920ee169f6c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (2893d808-c119-4c7a-820b-8760cdc5b41a), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.207162 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Pushing event deleted for resources: {'Port': ['ID=193259ce-56d7-4070-a7ae-ce0dbd962496,revision_number=None']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:00.216643 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.219856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.220814 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.220814 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:24:00.223130 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db4ca9-e0bd-4fff-89d2-4bf5a76e2098 None None] No DVR routers for this DVR port 193259ce-56d7-4070-a7ae-ce0dbd962496 on host dv-cinder-778193-25-smb {{(pid=103753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:00.302791 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (d85ad72a-ad30-4e43-adc4-19f6c4af5593), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.331244 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85ad72a-ad30-4e43-adc4-19f6c4af5593']}} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:00.334126 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f2036928-bbfb-4e40-9079-8920ee169f6c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (2893d808-c119-4c7a-820b-8760cdc5b41a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.341933 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7') {'for_net_delete': True} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:00.342234 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7') {} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:00.350731 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5938063'] for segment (50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.365104 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.371525 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:24:00.371931 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5937278'] for segment (50e25553-2cbd-4a6b-9b53-9e12f5f1f0d7), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: Traceback (most recent call last): Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: timer() Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: cb(*args, **kw) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: return func(*args, **kwargs) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: self._notify() Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: self.callback(batched_events) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: event.method(event) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: return f(self, *a, **k) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: return self._get(url).json() Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: return self.request(url, 'GET', **kwargs) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:24:00.373675 dv-cinder-778193-25-smb neutron-server[103752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:24:00.422072 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f2036928-bbfb-4e40-9079-8920ee169f6c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (2893d808-c119-4c7a-820b-8760cdc5b41a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.438272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2036928-bbfb-4e40-9079-8920ee169f6c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2893d808-c119-4c7a-820b-8760cdc5b41a,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:00.516226 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (d85ad72a-ad30-4e43-adc4-19f6c4af5593), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.521451 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.525064 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d85ad72a-ad30-4e43-adc4-19f6c4af5593 HTTP/1.1" status: 204 len: 168 time: 0.8142996 Mar 10 04:24:00.528133 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60142) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:00.537835 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f2036928-bbfb-4e40-9079-8920ee169f6c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.539009 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f2036928-bbfb-4e40-9079-8920ee169f6c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4605939 Mar 10 04:24:00.540295 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bedaa1-3122-4a29-a2e3-36a75c7b7fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d85ad72a-ad30-4e43-adc4-19f6c4af5593,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:00.543603 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60144) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:00.547415 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-605beff3-20a4-45db-8106-2d8f315f4baa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'security_group_rule': {'security_group_id': '8cc60087-fd20-4f0a-aae3-48fb88c5b997', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:00.631098 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-605beff3-20a4-45db-8106-2d8f315f4baa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (df88934b-f41e-4d14-b8df-8f62ce6a85e1), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.694275 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 726a4733-f895-4e8f-967b-3b6355a88cfa no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:00.696112 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-605beff3-20a4-45db-8106-2d8f315f4baa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (df88934b-f41e-4d14-b8df-8f62ce6a85e1), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.715039 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 726a4733-f895-4e8f-967b-3b6355a88cfa {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:00.715542 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 726a4733-f895-4e8f-967b-3b6355a88cfa not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:00.715796 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 193259ce-56d7-4070-a7ae-ce0dbd962496 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:00.734996 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 193259ce-56d7-4070-a7ae-ce0dbd962496 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:00.735350 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 193259ce-56d7-4070-a7ae-ce0dbd962496 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:00.764659 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-605beff3-20a4-45db-8106-2d8f315f4baa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (df88934b-f41e-4d14-b8df-8f62ce6a85e1), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.783480 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605beff3-20a4-45db-8106-2d8f315f4baa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df88934b-f41e-4d14-b8df-8f62ce6a85e1,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:00.792491 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9cec5-a24f-4b0f-b389-7760bfa8737f req-ac006f52-52ee-43e7-8ebc-7f1f0146896e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:00.793965 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0bd9cec5-a24f-4b0f-b389-7760bfa8737f req-ac006f52-52ee-43e7-8ebc-7f1f0146896e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 944 time: 0.0984497 Mar 10 04:24:00.861399 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-605beff3-20a4-45db-8106-2d8f315f4baa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.862724 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-605beff3-20a4-45db-8106-2d8f315f4baa tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199821 Mar 10 04:24:00.865888 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60148) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:00.870841 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:00.884896 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0bd9cec5-a24f-4b0f-b389-7760bfa8737f req-77cd3648-330a-49f8-a3f5-cd10c2389b17 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704224 Mar 10 04:24:00.952818 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:00.973899 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (90beeb21-7abf-4d69-920a-4db197713a70), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.050310 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.152984 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Allocated IP 172.28.0.125 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/91889dfc-9db0-47b6-a3a6-e5490ce4c5ea) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:24:01.220709 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Deleting port 65029bdf-db29-4c12-90a1-f0b1c35dfe99 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:01.221154 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.256683 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.301767 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] For port 65029bdf-db29-4c12-90a1-f0b1c35dfe99, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=65029bdf-db29-4c12-90a1-f0b1c35dfe99,segment=NetworkSegment(358d1cd9-8514-4fe7-bacb-d591a04018af),segment_id=358d1cd9-8514-4fe7-bacb-d591a04018af)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:01.302058 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.314216 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Calling delete_port for 65029bdf-db29-4c12-90a1-f0b1c35dfe99 owned by network:router_interface {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:01.354077 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.387598 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:24:01.390722 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:24:01.394208 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:24:01.425662 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'Port': ['ID=91889dfc-9db0-47b6-a3a6-e5490ce4c5ea,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:01.488372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (32715bad-6d6c-4def-840e-d07c20adcb5a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.564440 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (65029bdf-db29-4c12-90a1-f0b1c35dfe99), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.590296 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=65029bdf-db29-4c12-90a1-f0b1c35dfe99,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:01.624364 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.767263 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (90beeb21-7abf-4d69-920a-4db197713a70), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.786614 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.847716 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.916649 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'Port': ['ID=91889dfc-9db0-47b6-a3a6-e5490ce4c5ea,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:01.925287 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (32715bad-6d6c-4def-840e-d07c20adcb5a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.994566 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:01.996072 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-faf86170-5db0-4dbd-8a67-c19c5036eccb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1290064 Mar 10 04:24:02.018811 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Router 90beeb21-7abf-4d69-920a-4db197713a70 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:24:02.036734 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524b6f2-8776-4cf7-b746-a15e79f0e2fd req-3e5fa558-fe8e-4d22-8a21-9e5b1652e3c0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:02.038217 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3524b6f2-8776-4cf7-b746-a15e79f0e2fd req-3e5fa558-fe8e-4d22-8a21-9e5b1652e3c0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 944 time: 0.0705636 Mar 10 04:24:02.147681 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3524b6f2-8776-4cf7-b746-a15e79f0e2fd req-6e70c8fb-3c97-47e1-adff-e6176be87e49 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031961 Mar 10 04:24:02.210751 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-fa0ec5bc-f99a-4a8a-85d7-aa9dce0a3f82 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1249611038&fields=id&tenant_id=189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 267 time: 0.1088672 Mar 10 04:24:02.214381 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:24:02.219550 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-bba1c8dc-0813-4247-b466-e0fb1a538d47 admin admin] 10.222.0.32 "PUT /v2.0/routers/90beeb21-7abf-4d69-920a-4db197713a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904113 Mar 10 04:24:02.222272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60168) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:02.223592 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] Sync routers for ids ['90beeb21-7abf-4d69-920a-4db197713a70'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:24:02.236378 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] Routers {'90beeb21-7abf-4d69-920a-4db197713a70'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:02.237676 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['90beeb21-7abf-4d69-920a-4db197713a70'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:02.322141 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-0018c25b-f5f1-4783-a96d-79d96558b715 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:02.323795 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-0018c25b-f5f1-4783-a96d-79d96558b715 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 816 time: 0.1032343 Mar 10 04:24:02.330423 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks [] for router (90beeb21-7abf-4d69-920a-4db197713a70), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:02.342342 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-75b8e626-4d21-453d-b26c-501a4c95ec09 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/quotas/189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 375 time: 0.0115080 Mar 10 04:24:02.347472 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] Set router 90beeb21-7abf-4d69-920a-4db197713a70 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:02.403844 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-13795580-f4ae-40bf-87c5-b22be1e461d7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554419 Mar 10 04:24:02.437740 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks [] for router_gateway (90beeb21-7abf-4d69-920a-4db197713a70), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:02.538543 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:24:01Z', 'revision_number': 5, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port': {'id': 'dfacc77a-530c-4d84-aca4-68444b71cc48', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90beeb21-7abf-4d69-920a-4db197713a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:19:43Z', 'updated_at': '2022-03-10T04:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:02.567854 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] Checking router: 90beeb21-7abf-4d69-920a-4db197713a70 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:24:02.573914 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Deleting port dfacc77a-530c-4d84-aca4-68444b71cc48 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:02.574272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:02.577741 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] Routers {'90beeb21-7abf-4d69-920a-4db197713a70'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:02.578377 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['90beeb21-7abf-4d69-920a-4db197713a70'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:02.673278 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] For port dfacc77a-530c-4d84-aca4-68444b71cc48, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=dfacc77a-530c-4d84-aca4-68444b71cc48,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:02.673564 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:02.689001 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Calling delete_port for dfacc77a-530c-4d84-aca4-68444b71cc48 owned by network:router_gateway {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:02.770395 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] Set router 90beeb21-7abf-4d69-920a-4db197713a70 gateway port host: None {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:02.803154 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-0fe4e28c-e1a7-4c88-be64-19e1fdcd31fc service neutron] 10.222.0.32 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849549 Mar 10 04:24:02.821582 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:24:02Z', 'revision_number': 6, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port_host': None}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:02.854519 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba0879-9b2b-40b8-aa40-0f8ed78185d8 None None] The sync data for ids ['90beeb21-7abf-4d69-920a-4db197713a70'] in dv-cinder-778193-25-smb is: [{'id': '90beeb21-7abf-4d69-920a-4db197713a70', 'name': 'tempest-TestMinimumBasicScenario-509580966-router', 'tenant_id': '62dc240d42d840c68220e703c424a157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:19:42Z', 'updated_at': '2022-03-10T04:24:02Z', 'revision_number': 6, 'project_id': '62dc240d42d840c68220e703c424a157', 'gw_port_host': None}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:24:02.897142 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-655e9305-2610-4993-b784-1f9b13287bc8 service neutron] 10.222.0.32 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872052 Mar 10 04:24:02.930329 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (dfacc77a-530c-4d84-aca4-68444b71cc48), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:02.962446 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfacc77a-530c-4d84-aca4-68444b71cc48,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:03.026329 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (90beeb21-7abf-4d69-920a-4db197713a70), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.127882 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (90beeb21-7abf-4d69-920a-4db197713a70), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.130699 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks [] for router_controller (90beeb21-7abf-4d69-920a-4db197713a70), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.130860 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f8d144ef-b1cc-432f-8d74-b055a99f8bf4 req-95e76ed0-0c72-4bc2-89b0-6be8510e489b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Mar 10 04:24:03.250428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (90beeb21-7abf-4d69-920a-4db197713a70), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.250962 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90beeb21-7abf-4d69-920a-4db197713a70 {{(pid=103752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:24:03.260490 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.261733 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b4ae204d-be4d-4f03-ad38-45716f788616 admin admin] 10.222.0.32 "DELETE /v2.0/routers/90beeb21-7abf-4d69-920a-4db197713a70 HTTP/1.1" status: 204 len: 168 time: 1.0384600 Mar 10 04:24:03.264547 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60182) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:03.273835 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d8b35-cdd9-44ca-bd1f-4b4cc2115d44 req-e83662d2-2ba9-49e9-8f27-3114747f483b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:03.275800 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-245d8b35-cdd9-44ca-bd1f-4b4cc2115d44 req-e83662d2-2ba9-49e9-8f27-3114747f483b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 944 time: 0.0590465 Mar 10 04:24:03.310716 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] Deleting subnet a83bcdc1-c11e-46a4-a2c1-312fa547aaa3 {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:24:03.314112 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] Publish callbacks [] for subnet (a83bcdc1-c11e-46a4-a2c1-312fa547aaa3), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.327131 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-245d8b35-cdd9-44ca-bd1f-4b4cc2115d44 req-7265f547-8d7a-41ad-aaa0-96766c204109 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454066 Mar 10 04:24:03.359304 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5938052'] for subnet (a83bcdc1-c11e-46a4-a2c1-312fa547aaa3), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.460697 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (a83bcdc1-c11e-46a4-a2c1-312fa547aaa3), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.573698 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5938080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016648'] for subnet (a83bcdc1-c11e-46a4-a2c1-312fa547aaa3), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.601613 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83bcdc1-c11e-46a4-a2c1-312fa547aaa3,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:03.605384 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.608734 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a4185a3e-b965-419e-9a5e-d17191676648 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a83bcdc1-c11e-46a4-a2c1-312fa547aaa3 HTTP/1.1" status: 204 len: 168 time: 0.3429828 Mar 10 04:24:03.611051 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60186) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:03.612410 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ce28e-7b1e-4174-80c8-5fce39dcbd6e None None] Network 98519876-5ca9-4185-b78c-cbab319f9e41 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:24:03.685894 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (98519876-5ca9-4185-b78c-cbab319f9e41), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.746841 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Deleting port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:03.747174 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.789787 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] DHCP port deletion for 98519876-5ca9-4185-b78c-cbab319f9e41 request from dv-cinder-778193-25-smb {{(pid=103753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:24:03.819220 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] For port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,segment=NetworkSegment(358d1cd9-8514-4fe7-bacb-d591a04018af),segment_id=358d1cd9-8514-4fe7-bacb-d591a04018af)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:03.820017 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.831571 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Calling delete_port for 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 owned by network:dhcp {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:03.835850 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 87a744f4-ca08-45e0-9490-6594c13a701a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:24:03.852182 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] Deleting port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 {{(pid=103753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:03.853485 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), before_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.947157 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] For port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,segment=NetworkSegment(358d1cd9-8514-4fe7-bacb-d591a04018af),segment_id=358d1cd9-8514-4fe7-bacb-d591a04018af)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:03.951173 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), precommit_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:03.987507 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] Calling delete_port for 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 owned by network:dhcp {{(pid=103753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:04.003377 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.033502 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:04.040841 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] No DVR routers for this DVR port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 on host dv-cinder-778193-25-smb {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:04.052822 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 87a744f4-ca08-45e0-9490-6594c13a701a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=87a744f4-ca08-45e0-9490-6594c13a701a,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:04.070461 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '87a744f4-ca08-45e0-9490-6594c13a701a', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'port_id': '87a744f4-ca08-45e0-9490-6594c13a701a', 'mac_address': 'fa:16:3e:c4:11:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:24:04.109613 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (98519876-5ca9-4185-b78c-cbab319f9e41), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.122765 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 87a744f4-ca08-45e0-9490-6594c13a701a is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:24:04.123416 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.130055 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98519876-5ca9-4185-b78c-cbab319f9e41']}} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:04.132385 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032'] for port (7d9e2a99-7bb7-4db1-94a3-7fc6df658d83), after_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.140089 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358d1cd9-8514-4fe7-bacb-d591a04018af') {'for_net_delete': True} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:04.140627 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358d1cd9-8514-4fe7-bacb-d591a04018af') {} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:04.153362 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5938063'] for segment (358d1cd9-8514-4fe7-bacb-d591a04018af), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.166376 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a744f4-ca08-45e0-9490-6594c13a701a {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:24:04.167973 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (358d1cd9-8514-4fe7-bacb-d591a04018af), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.171778 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] Pushing event deleted for resources: {'Port': ['ID=7d9e2a99-7bb7-4db1-94a3-7fc6df658d83,revision_number=None']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:04.174798 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:24:04.175861 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5937278'] for segment (358d1cd9-8514-4fe7-bacb-d591a04018af), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: Traceback (most recent call last): Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: timer() Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: cb(*args, **kw) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: return func(*args, **kwargs) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: self._notify() Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: self.callback(batched_events) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: event.method(event) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: return f(self, *a, **k) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: return self._get(url).json() Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: return self.request(url, 'GET', **kwargs) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:24:04.179198 dv-cinder-778193-25-smb neutron-server[103752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:24:04.183384 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509ddb5-84c9-42d0-9137-7f1318def791 None None] No DVR routers for this DVR port 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 on host dv-cinder-778193-25-smb {{(pid=103753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:04.199866 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 87a744f4-ca08-45e0-9490-6594c13a701a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=87a744f4-ca08-45e0-9490-6594c13a701a,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:04.245965 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-180eff0e-855a-4811-8479-d7cff9be6719 req-8c75ef8f-069d-4e28-9d81-4600d9a631c4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 210 time: 0.0314205 Mar 10 04:24:04.250742 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.306154 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=87a744f4-ca08-45e0-9490-6594c13a701a,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:04.346840 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (98519876-5ca9-4185-b78c-cbab319f9e41), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.350928 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.357569 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] 10.222.0.32 "DELETE /v2.0/networks/98519876-5ca9-4185-b78c-cbab319f9e41 HTTP/1.1" status: 204 len: 168 time: 0.7429366 Mar 10 04:24:04.371358 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d679d3c-bcf7-4404-994c-fa69559d9799 admin admin] Pushing event deleted for resources: {'Network': ['ID=98519876-5ca9-4185-b78c-cbab319f9e41,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:04.454544 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08d214-844a-401b-b87e-78b9902e5aa5 req-4bd55d0b-b871-41fb-b987-7efcf8e1c930 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:04.456631 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad08d214-844a-401b-b87e-78b9902e5aa5 req-4bd55d0b-b871-41fb-b987-7efcf8e1c930 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 945 time: 0.0548182 Mar 10 04:24:04.508415 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ad08d214-844a-401b-b87e-78b9902e5aa5 req-3ae7d5be-1724-48ed-a302-3b12fdec0b9e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Mar 10 04:24:04.621799 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['87a744f4-ca08-45e0-9490-6594c13a701a'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:24:04.679816 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:04.708571 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:04.711525 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 7d9e2a99-7bb7-4db1-94a3-7fc6df658d83 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:04.711525 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device dfacc77a-530c-4d84-aca4-68444b71cc48 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:04.737434 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: dfacc77a-530c-4d84-aca4-68444b71cc48 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:04.737791 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device dfacc77a-530c-4d84-aca4-68444b71cc48 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:04.738202 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 65029bdf-db29-4c12-90a1-f0b1c35dfe99 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:04.759679 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60194) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:04.764620 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 65029bdf-db29-4c12-90a1-f0b1c35dfe99 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:04.765520 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 65029bdf-db29-4c12-90a1-f0b1c35dfe99 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:04.800315 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e4378953-6c45-4e35-b86c-66f832a2233f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69974b685de647498d16725e5b34ac1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393908 Mar 10 04:24:04.802814 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60196) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:04.848779 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d56ada8e-5ea5-4d6a-aab2-eac445ada1e9 admin admin] Publish callbacks [] for security_group (8e1e46fc-948e-4dce-89e4-931b06151d6c), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:04.873989 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d56ada8e-5ea5-4d6a-aab2-eac445ada1e9 admin admin] Publish callbacks [] for security_group (8e1e46fc-948e-4dce-89e4-931b06151d6c), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:05.111115 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-6f7ceea8-091b-4be1-9e29-6dfce99b5762 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:05.112770 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-6f7ceea8-091b-4be1-9e29-6dfce99b5762 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 816 time: 0.1129856 Mar 10 04:24:05.177088 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-1dcf8ece-4d71-491a-9d4c-315cd233a209 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 380 time: 0.0556033 Mar 10 04:24:05.185679 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'port': {'device_id': '71aae853-e7ae-4a3a-8d62-481746978285', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'admin_state_up': True, 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'security_groups': ['8cc60087-fd20-4f0a-aae3-48fb88c5b997']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:05.247722 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d56ada8e-5ea5-4d6a-aab2-eac445ada1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8e1e46fc-948e-4dce-89e4-931b06151d6c), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:05.250396 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d56ada8e-5ea5-4d6a-aab2-eac445ada1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:05.253857 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d56ada8e-5ea5-4d6a-aab2-eac445ada1e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e1e46fc-948e-4dce-89e4-931b06151d6c HTTP/1.1" status: 204 len: 168 time: 0.4499283 Mar 10 04:24:05.264868 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ada8e-5ea5-4d6a-aab2-eac445ada1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e46fc-948e-4dce-89e4-931b06151d6c,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:05.365125 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f80b3869-a380-4c26-9943-6e3aad1c53ee req-59f50ff5-134c-4609-889a-03d96af112f9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Mar 10 04:24:05.396115 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Made reservation on behalf of 189e54466ddd49fb81c9e763e7a79c8f for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:24:05.400485 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:05.526022 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Allocated IP 172.20.0.3 (ae5c10d7-850c-4a3f-b53a-2ced6d18036f/41b2ed32-67cc-4ab0-9125-dd6e298710c7/eac8300d-78c1-4c52-ad10-57adf7ea3f4e) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:24:05.686151 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1340b-a56d-439c-95e8-0a7c67c3c917 req-57eb0110-602e-4eed-81c5-1abb14bd8a03 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:05.687639 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59c1340b-a56d-439c-95e8-0a7c67c3c917 req-57eb0110-602e-4eed-81c5-1abb14bd8a03 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 945 time: 0.1033533 Mar 10 04:24:05.728413 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:05.758503 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59c1340b-a56d-439c-95e8-0a7c67c3c917 req-6a84adfc-1dfa-43c2-992b-b2218a5b4788 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652671 Mar 10 04:24:05.835442 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 87a744f4-ca08-45e0-9490-6594c13a701a up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:24:05.836474 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:05.879113 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:24:05.884445 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:24:05.888597 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:24:05.912337 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:05.941144 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:05.941636 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:05.956078 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 87a744f4-ca08-45e0-9490-6594c13a701a completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:24:05.960289 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 87a744f4-ca08-45e0-9490-6594c13a701a triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:24:05.967841 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.020937 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60210) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:06.045287 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 87a744f4-ca08-45e0-9490-6594c13a701a is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:24:06.046081 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.047037 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-beb2fc5e-9c13-496e-9974-cdbc40c65dcb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650007 Mar 10 04:24:06.064091 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-8fdd9c0d-5f64-40a4-ac34-e0743dd56d5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62dc240d42d840c68220e703c424a157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419600 Mar 10 04:24:06.066856 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60212) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:06.073285 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:06.075515 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6075478-d6a0-4d4e-a8b0-2544d34ca01b" -d '{"events": [{"server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "name": "network-vif-plugged", "status": "completed", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:06.094895 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 87a744f4-ca08-45e0-9490-6594c13a701a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=87a744f4-ca08-45e0-9490-6594c13a701a,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:06.106494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Request body: {'port': {'device_id': '71aae853-e7ae-4a3a-8d62-481746978285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:06.116130 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-e8a3455a-3bb5-41a9-a4c4-29f34c479c08 None None] Provisioning complete for port eac8300d-78c1-4c52-ad10-57adf7ea3f4e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:24:06.116483 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-e8a3455a-3bb5-41a9-a4c4-29f34c479c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.118274 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d8ec052c-8e6d-4c96-b1ab-4046e0fecb10 admin admin] Publish callbacks [] for security_group (14636575-6d07-4357-9412-52128250fb07), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.141262 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d8ec052c-8e6d-4c96-b1ab-4046e0fecb10 admin admin] Publish callbacks [] for security_group (14636575-6d07-4357-9412-52128250fb07), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.148346 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.186032 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.267453 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d8ec052c-8e6d-4c96-b1ab-4046e0fecb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (14636575-6d07-4357-9412-52128250fb07), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.270414 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d8ec052c-8e6d-4c96-b1ab-4046e0fecb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.275154 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d8ec052c-8e6d-4c96-b1ab-4046e0fecb10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14636575-6d07-4357-9412-52128250fb07 HTTP/1.1" status: 204 len: 168 time: 0.2039855 Mar 10 04:24:06.283245 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec052c-8e6d-4c96-b1ab-4046e0fecb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14636575-6d07-4357-9412-52128250fb07,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:06.324490 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3455a-3bb5-41a9-a4c4-29f34c479c08 None None] Port eac8300d-78c1-4c52-ad10-57adf7ea3f4e cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:24:06.346708 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=87a744f4-ca08-45e0-9490-6594c13a701a,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:06.383177 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db9ad10-5e8e-40d9-a0c2-92004663a206 x-openstack-request-id: req-2db9ad10-5e8e-40d9-a0c2-92004663a206 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:06.383477 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "name": "network-vif-plugged", "status": "completed", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:06.384305 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2db9ad10-5e8e-40d9-a0c2-92004663a206 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:06.384855 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a', 'code': 200} Mar 10 04:24:06.537007 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728395-c4d3-4d21-8b91-711353f82b17 req-dee04ed7-2378-4442-8756-7558c3f54ab6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:06.538498 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-66728395-c4d3-4d21-8b91-711353f82b17 req-dee04ed7-2378-4442-8756-7558c3f54ab6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 931 time: 0.0939937 Mar 10 04:24:06.541036 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac8300d-78c1-4c52-ad10-57adf7ea3f4e {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:24:06.554628 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Publish callbacks [] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.577437 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Transition to ACTIVE for port object eac8300d-78c1-4c52-ad10-57adf7ea3f4e will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:24:06.603948 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-66728395-c4d3-4d21-8b91-711353f82b17 req-5d5ed070-1840-4dc7-95e6-7709c9c4200b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579724 Mar 10 04:24:06.707115 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:06.762601 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac1c0f-753a-499b-8ce3-2387eef5c1b3 req-f515e135-8b8a-48c3-996b-b397ca1042db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:06.764716 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8aac1c0f-753a-499b-8ce3-2387eef5c1b3 req-f515e135-8b8a-48c3-996b-b397ca1042db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 1130 time: 0.0522397 Mar 10 04:24:06.768250 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:06.834195 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-8aac1c0f-753a-499b-8ce3-2387eef5c1b3 req-f9a2582d-e649-4a3b-b6c0-0bf67a70dce3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624168 Mar 10 04:24:06.905212 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Attempting to bind port eac8300d-78c1-4c52-ad10-57adf7ea3f4e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:24:06.905554 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Attempting to bind port eac8300d-78c1-4c52-ad10-57adf7ea3f4e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:24:06.905887 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Attempting to bind port eac8300d-78c1-4c52-ad10-57adf7ea3f4e on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:24:06.919868 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761bbd2-0d88-45dd-8727-182089742e65 req-0bcfa358-058c-4de5-bd8e-50dd9cec9569 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:06.921401 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c761bbd2-0d88-45dd-8727-182089742e65 req-0bcfa358-058c-4de5-bd8e-50dd9cec9569 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.0786643 Mar 10 04:24:06.922484 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Port eac8300d-78c1-4c52-ad10-57adf7ea3f4e on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:24:06.922803 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Attempting to bind port eac8300d-78c1-4c52-ad10-57adf7ea3f4e on network ae5c10d7-850c-4a3f-b53a-2ced6d18036f {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:24:06.930024 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:24:06.930358 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Checking segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:24:06.931280 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Bound using segment: {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:24:06.931708 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Bound port: eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c868919-8c11-4349-9ec7-04798d7c4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:24:06.932091 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:07.010749 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c761bbd2-0d88-45dd-8727-182089742e65 req-ce32d38e-d751-40b5-a8fb-386b61a2656d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823855 Mar 10 04:24:07.030999 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:24:07.033952 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:24:07.099761 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:07.133383 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.134031 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:07.135396 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 1093 time: 1.0342474 Mar 10 04:24:07.135838 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:07.138337 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:07.163819 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08ec4c-2474-4fc6-ad07-3fba26f738f0 service neutron] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:07.280486 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-cbea5860-82a7-4cca-acc3-779f21ce7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.282041 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-cbea5860-82a7-4cca-acc3-779f21ce7eab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1127 time: 0.0511310 Mar 10 04:24:07.333771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b486c0-d711-4c1e-8143-c5c8d7627129 x-openstack-request-id: req-00b486c0-d711-4c1e-8143-c5c8d7627129 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:07.334067 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:07.334328 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00b486c0-d711-4c1e-8143-c5c8d7627129 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:07.334725 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'status': 'completed', 'code': 200} Mar 10 04:24:07.336528 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-096c14e0-c27a-42a5-8023-45cb2f37d1e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 217 time: 0.0466185 Mar 10 04:24:07.415121 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-66dc48b7-7468-4b7f-8c9e-59da09ae76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.416548 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-66dc48b7-7468-4b7f-8c9e-59da09ae76ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0436890 Mar 10 04:24:07.464508 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-c9a975e8-01d5-4b59-acfd-4926e6b3e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.465976 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-c9a975e8-01d5-4b59-acfd-4926e6b3e4f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427794 Mar 10 04:24:07.563064 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-59897fc1-1cc9-4a1c-ad6c-506d38975a6c service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Mar 10 04:24:07.655772 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-864e1ffb-60ce-4d88-9a7e-eba73bb72f7c req-58fa99e0-85a0-4c1f-a64a-3b3f5cd61c12 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Mar 10 04:24:07.727806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e28c-86d3-4a4d-a426-2d626e345dc0 req-970272c2-e564-4306-b100-9f842482fec2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.729370 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8204e28c-86d3-4a4d-a426-2d626e345dc0 req-970272c2-e564-4306-b100-9f842482fec2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0526903 Mar 10 04:24:07.800672 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8204e28c-86d3-4a4d-a426-2d626e345dc0 req-75da3038-904d-47e5-96e7-71765524e1dc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655904 Mar 10 04:24:07.815449 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-99c4924c-d5af-45a2-b635-0f885b2c3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.817102 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-99c4924c-d5af-45a2-b635-0f885b2c3fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1127 time: 0.0548661 Mar 10 04:24:07.906054 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-9b5e60c2-ccdd-4a0f-b111-9f781a420a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.907518 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-9b5e60c2-ccdd-4a0f-b111-9f781a420a8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.0845621 Mar 10 04:24:07.948527 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-4a18e54e-6549-4dae-84c0-9d2565be9693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 217 time: 0.0331380 Mar 10 04:24:07.997359 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-5c51f381-a59d-41c7-95e8-f482dd740221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:07.998778 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-5c51f381-a59d-41c7-95e8-f482dd740221 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0413439 Mar 10 04:24:08.049053 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-073d0bd3-a687-4d29-adf1-5648f911b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:08.050564 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-073d0bd3-a687-4d29-adf1-5648f911b3c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0451603 Mar 10 04:24:08.175819 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-be9ab25f-904d-4370-926a-40ef4714fd86 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180112 Mar 10 04:24:08.184342 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e791d-2c8e-463e-9ef0-d00fdd3222d4 req-5df33993-d30b-4572-90ea-ed3162e0f411 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:08.185722 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a85e791d-2c8e-463e-9ef0-d00fdd3222d4 req-5df33993-d30b-4572-90ea-ed3162e0f411 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.1063054 Mar 10 04:24:08.286037 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a85e791d-2c8e-463e-9ef0-d00fdd3222d4 req-9e0157f6-2f64-4d02-872d-cbcd98e22271 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925703 Mar 10 04:24:08.303838 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5421837b-12c7-4cb7-ac0b-19f03f11f0c3 req-33d6cf4f-45b7-44af-83d9-2366b3c78611 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171720 Mar 10 04:24:08.929841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f356e0a-4a9f-4696-ba61-8f315ef1c5ec req-db1353db-b7ca-4120-ace8-c36fdfc8e9ce tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:08.931349 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4f356e0a-4a9f-4696-ba61-8f315ef1c5ec req-db1353db-b7ca-4120-ace8-c36fdfc8e9ce tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0601470 Mar 10 04:24:08.984148 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4f356e0a-4a9f-4696-ba61-8f315ef1c5ec req-ad38f4de-187b-462d-a0b5-fb6f03fa4a64 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Mar 10 04:24:09.401660 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b930b1f-75fd-416b-95df-ef712a6233c9 req-05f40345-c8e7-4a55-be8a-8664be9b01e7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:09.403095 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b930b1f-75fd-416b-95df-ef712a6233c9 req-05f40345-c8e7-4a55-be8a-8664be9b01e7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.0510604 Mar 10 04:24:09.448590 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b930b1f-75fd-416b-95df-ef712a6233c9 req-cbf2ae7c-3f0b-4168-9e62-9dca1725dcba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Mar 10 04:24:09.563231 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891f464-6099-4e8a-8ea2-6baa739e1a9c req-1822e266-e9dd-4026-a786-de17260f9907 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:09.564773 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4891f464-6099-4e8a-8ea2-6baa739e1a9c req-1822e266-e9dd-4026-a786-de17260f9907 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.0551932 Mar 10 04:24:09.573082 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60238) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:09.577191 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'port_id': '87a744f4-ca08-45e0-9490-6594c13a701a'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:09.614482 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (8fa27908-5b18-4d90-9044-3b1800335cd7), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.037351 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.102529 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499e1e9-c943-47f8-87bc-d9542d927ec9 req-2cbebfe4-64b0-4a9d-a07b-0152db914171 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:10.104671 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0499e1e9-c943-47f8-87bc-d9542d927ec9 req-2cbebfe4-64b0-4a9d-a07b-0152db914171 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0515981 Mar 10 04:24:10.105803 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (8fa27908-5b18-4d90-9044-3b1800335cd7), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.223215 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0499e1e9-c943-47f8-87bc-d9542d927ec9 req-d094d4fd-eaf0-454f-9f81-8dcd373ee5ce tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843022 Mar 10 04:24:10.236638 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP 8fa27908-5b18-4d90-9044-3b1800335cd7 associated. External IP: 172.28.0.243, port: 87a744f4-ca08-45e0-9490-6594c13a701a. Mar 10 04:24:10.439065 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:24:10.548952 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:24:10.553612 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:10.558726 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:24:10.567660 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:10.568315 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:10.582285 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-a8602dcb-65e2-4664-a7af-c221b9bb3361 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "PUT /v2.0/floatingips/8fa27908-5b18-4d90-9044-3b1800335cd7 HTTP/1.1" status: 200 len: 992 time: 1.0081882 Mar 10 04:24:10.582887 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:10.585157 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922b2d8f-87de-4175-8faf-70112af43d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:10.620361 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a00f881-5d64-478d-8ff4-54a8dc09bbc2 x-openstack-request-id: req-7a00f881-5d64-478d-8ff4-54a8dc09bbc2 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:10.620800 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:10.621543 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a00f881-5d64-478d-8ff4-54a8dc09bbc2 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:10.621543 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a', 'status': 'completed', 'code': 200} Mar 10 04:24:10.676056 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:10.685008 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b2d8f-87de-4175-8faf-70112af43d2c req-3ebde5fb-dd97-451e-906a-120d9550f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:10.686539 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-922b2d8f-87de-4175-8faf-70112af43d2c req-3ebde5fb-dd97-451e-906a-120d9550f8f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 1130 time: 0.0434115 Mar 10 04:24:10.776888 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b2d8f-87de-4175-8faf-70112af43d2c req-7079b771-edf1-419b-8d38-dbc991042904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:10.778299 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-922b2d8f-87de-4175-8faf-70112af43d2c req-7079b771-edf1-419b-8d38-dbc991042904 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 914 time: 0.0851645 Mar 10 04:24:10.842506 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-922b2d8f-87de-4175-8faf-70112af43d2c req-92b7050e-b33b-4a5b-b38f-afe9f802465b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87a744f4-ca08-45e0-9490-6594c13a701a HTTP/1.1" status: 200 len: 1000 time: 0.0571413 Mar 10 04:24:10.895539 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '8fa27908-5b18-4d90-9044-3b1800335cd7', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.243', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '87a744f4-ca08-45e0-9490-6594c13a701a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:c4:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10084-af36-4929-96bc-de47af9515fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:23:51Z', 'updated_at': '2022-03-10T04:24:09Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:10.923147 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:24:10.932100 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:10.932742 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:11.048060 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:11.135603 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b2d8f-87de-4175-8faf-70112af43d2c req-1a0fc175-7983-4f8a-815e-93183ade2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:11.137294 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-922b2d8f-87de-4175-8faf-70112af43d2c req-1a0fc175-7983-4f8a-815e-93183ade2501 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.2878132 Mar 10 04:24:11.185026 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b2d8f-87de-4175-8faf-70112af43d2c req-218e52ba-6f61-4763-8fe3-5313c20f544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:11.186603 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-922b2d8f-87de-4175-8faf-70112af43d2c req-218e52ba-6f61-4763-8fe3-5313c20f544a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0426552 Mar 10 04:24:11.273733 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '8fa27908-5b18-4d90-9044-3b1800335cd7', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.243', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '87a744f4-ca08-45e0-9490-6594c13a701a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:c4:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10084-af36-4929-96bc-de47af9515fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:23:51Z', 'updated_at': '2022-03-10T04:24:09Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:11.280809 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-922b2d8f-87de-4175-8faf-70112af43d2c req-845ac56e-b6e9-43d9-83c3-563b1248940a service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865486 Mar 10 04:24:11.301204 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087c18d-e02b-45fd-9041-827d5e92aef8 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '8fa27908-5b18-4d90-9044-3b1800335cd7', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.243', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '87a744f4-ca08-45e0-9490-6594c13a701a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:c4:11:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b10084-af36-4929-96bc-de47af9515fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:23:51Z', 'updated_at': '2022-03-10T04:24:09Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:24:11.409407 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083661f-6dce-42bf-982b-9383789e5d8a req-ede85bf3-7056-417e-aa52-1fb8cfdb895a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:11.410956 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4083661f-6dce-42bf-982b-9383789e5d8a req-ede85bf3-7056-417e-aa52-1fb8cfdb895a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.1158164 Mar 10 04:24:11.414801 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-922b2d8f-87de-4175-8faf-70112af43d2c req-1fb6c671-6d08-4b90-ae76-82271f087de5 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278303 Mar 10 04:24:11.460572 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4083661f-6dce-42bf-982b-9383789e5d8a req-b3e80cfc-635a-49cc-b3a9-8ea64fdd46b4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Mar 10 04:24:11.504741 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8949c-46e8-46c9-9eef-01bee2417ea9 None None] New status for floating IP 8fa27908-5b18-4d90-9044-3b1800335cd7: ACTIVE {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:24:11.910712 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:24:12.007495 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:12.018722 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'port_id': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'mac_address': 'fa:16:3e:78:3b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:24:12.054256 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port eac8300d-78c1-4c52-ad10-57adf7ea3f4e is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:24:12.054650 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:12.067352 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac8300d-78c1-4c52-ad10-57adf7ea3f4e {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:24:12.086365 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:12.156593 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:12.207453 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:12.509919 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['eac8300d-78c1-4c52-ad10-57adf7ea3f4e'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:24:12.592330 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1a1be-524d-46b4-a1b9-9e746b437556 req-f87c2cf2-2298-437b-83eb-1c4d9f75292c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:12.593798 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-77e1a1be-524d-46b4-a1b9-9e746b437556 req-f87c2cf2-2298-437b-83eb-1c4d9f75292c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 944 time: 0.0567365 Mar 10 04:24:12.642324 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-77e1a1be-524d-46b4-a1b9-9e746b437556 req-794128b1-5436-4fe1-9af0-fbea9df6e0ec tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Mar 10 04:24:13.761139 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6f895-6666-4330-9238-b9e2991552b3 req-1ae759ce-c746-4292-bf8f-c50d18a6bb1d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:13.762517 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-33a6f895-6666-4330-9238-b9e2991552b3 req-1ae759ce-c746-4292-bf8f-c50d18a6bb1d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 944 time: 0.0514264 Mar 10 04:24:13.811336 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-33a6f895-6666-4330-9238-b9e2991552b3 req-4187e8ee-990b-429a-a2f1-6893b49eaffe tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 Mar 10 04:24:13.914322 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:24:14.035641 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port eac8300d-78c1-4c52-ad10-57adf7ea3f4e completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:24:14.039403 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port eac8300d-78c1-4c52-ad10-57adf7ea3f4e triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:24:14.039780 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.110971 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:24:14.114189 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port eac8300d-78c1-4c52-ad10-57adf7ea3f4e is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:24:14.114588 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.137016 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:14.139610 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69227cd-b978-4acf-ae02-1f98f98bb94d" -d '{"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-plugged", "status": "completed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:14.152282 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:14.174976 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f802ab-accc-45e2-90f6-b99a9d125bd4 x-openstack-request-id: req-01f802ab-accc-45e2-90f6-b99a9d125bd4 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:14.175263 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-plugged", "status": "completed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:14.175515 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01f802ab-accc-45e2-90f6-b99a9d125bd4 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:14.175900 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'code': 200} Mar 10 04:24:14.218702 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:14.273243 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:14.468983 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db819c-4843-45e9-994c-6382655afb23 req-7ef5822b-b2ad-4a75-8b0e-07449bef85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:14.470437 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e1db819c-4843-45e9-994c-6382655afb23 req-7ef5822b-b2ad-4a75-8b0e-07449bef85da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1129 time: 0.0415988 Mar 10 04:24:14.511530 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e1db819c-4843-45e9-994c-6382655afb23 req-6b96b9d0-ebbf-4410-9609-cbbb7d5541ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356698 Mar 10 04:24:14.930288 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54c3a4-2637-40ee-8bf9-ef38df5707b6 req-acb988f3-f9d0-4e34-a023-c0a43a3ac7e3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:14.932323 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6b54c3a4-2637-40ee-8bf9-ef38df5707b6 req-acb988f3-f9d0-4e34-a023-c0a43a3ac7e3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0518076 Mar 10 04:24:14.984280 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6b54c3a4-2637-40ee-8bf9-ef38df5707b6 req-ba9525f1-aeb0-46ea-93d4-ea1715c6d937 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464568 Mar 10 04:24:16.111094 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80b2b8-2842-4e74-9c1a-9bfbdff9f3df req-1ec01b48-0a61-4b26-a915-913d2c9dc1cd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:16.112598 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b80b2b8-2842-4e74-9c1a-9bfbdff9f3df req-1ec01b48-0a61-4b26-a915-913d2c9dc1cd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0557368 Mar 10 04:24:16.160305 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b80b2b8-2842-4e74-9c1a-9bfbdff9f3df req-87630bff-790b-4287-8ba3-542d21853d95 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Mar 10 04:24:17.279809 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1513e6d-fdf6-4f5d-bf09-809fba9ebe48 req-7e334767-cf06-4944-9ef7-7d4183b45ec8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:17.281316 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1513e6d-fdf6-4f5d-bf09-809fba9ebe48 req-7e334767-cf06-4944-9ef7-7d4183b45ec8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0518496 Mar 10 04:24:17.327103 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1513e6d-fdf6-4f5d-bf09-809fba9ebe48 req-74734c76-b313-4bd3-8cca-3dab78a021a3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402641 Mar 10 04:24:17.444605 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390dc83-9358-4840-8ab9-5d2d2177c85e req-febd900b-b445-4faa-ae2a-30a59fba5872 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:17.444605 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4390dc83-9358-4840-8ab9-5d2d2177c85e req-febd900b-b445-4faa-ae2a-30a59fba5872 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Mar 10 04:24:17.452685 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60268) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:17.456921 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Request body: {'floatingip': {'port_id': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:17.498267 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (32715bad-6d6c-4def-840e-d07c20adcb5a), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.927920 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:17.995947 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (32715bad-6d6c-4def-840e-d07c20adcb5a), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.094356 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Floating IP 32715bad-6d6c-4def-840e-d07c20adcb5a associated. External IP: 172.28.0.125, port: eac8300d-78c1-4c52-ad10-57adf7ea3f4e. Mar 10 04:24:18.296290 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:24:18.400834 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:24:18.405156 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:18.409945 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] Sync routers for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:24:18.419726 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:18.420350 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:18.434732 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2e7257ad-706b-4ac2-ada1-dadff4110708 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "PUT /v2.0/floatingips/32715bad-6d6c-4def-840e-d07c20adcb5a HTTP/1.1" status: 200 len: 991 time: 0.9810236 Mar 10 04:24:18.435514 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:18.437834 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41812bca-52ec-4faa-972f-0cb4207957c3" -d '{"events": [{"name": "network-changed", "server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:18.473132 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e278b33-63c5-47b3-99fd-e3709716db05 x-openstack-request-id: req-2e278b33-63c5-47b3-99fd-e3709716db05 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:18.473427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:18.473688 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e278b33-63c5-47b3-99fd-e3709716db05 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:18.474088 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'status': 'completed', 'code': 200} Mar 10 04:24:18.526510 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:18.536702 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-85a9ff18-5f3c-40f2-91c2-8decce8886cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:18.537931 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-85a9ff18-5f3c-40f2-91c2-8decce8886cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1129 time: 0.0441234 Mar 10 04:24:18.628640 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-42cf5aaf-780e-4a39-bc88-a273b20918db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:18.630113 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-42cf5aaf-780e-4a39-bc88-a273b20918db service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.0865753 Mar 10 04:24:18.695963 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-792a228b-0561-41d9-812b-546691054a22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 999 time: 0.0585661 Mar 10 04:24:18.742398 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-a8a413a4-f530-4a74-afee-93b9346f3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:18.742948 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '32715bad-6d6c-4def-840e-d07c20adcb5a', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'floating_ip_address': '172.28.0.125', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'port_id': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'mac_address': 'fa:16:3e:78:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aae853-e7ae-4a3a-8d62-481746978285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:24:01Z', 'updated_at': '2022-03-10T04:24:17Z', 'revision_number': 1, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:18.744453 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-a8a413a4-f530-4a74-afee-93b9346f3b8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0431347 Mar 10 04:24:18.796527 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-62f996c4-f009-4a9a-b7b6-b505783ab936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:18.798059 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-62f996c4-f009-4a9a-b7b6-b505783ab936 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0477753 Mar 10 04:24:18.891351 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-d271347c-0942-4c52-b91e-84af446b6d98 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Mar 10 04:24:18.900801 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] Checking router: 9a2e9717-8c27-45c3-859c-9ef4133c4a51 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:24:18.909182 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:18.909799 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:23:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:18.986574 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-41812bca-52ec-4faa-972f-0cb4207957c3 req-e9896e82-4f6a-434d-b6c1-7f9a16817632 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874949 Mar 10 04:24:19.018294 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:19.237053 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '32715bad-6d6c-4def-840e-d07c20adcb5a', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'floating_ip_address': '172.28.0.125', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'port_id': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'mac_address': 'fa:16:3e:78:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aae853-e7ae-4a3a-8d62-481746978285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:24:01Z', 'updated_at': '2022-03-10T04:24:17Z', 'revision_number': 1, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:19.266801 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2872e-dc1c-4a65-9215-81e2e268caa3 None None] The sync data for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb is: [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '32715bad-6d6c-4def-840e-d07c20adcb5a', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'floating_ip_address': '172.28.0.125', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'port_id': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'mac_address': 'fa:16:3e:78:3b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aae853-e7ae-4a3a-8d62-481746978285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:24:01Z', 'updated_at': '2022-03-10T04:24:17Z', 'revision_number': 1, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:24:19.455336 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee369ce-fc8f-47cd-9c85-3e3f60045d24 None None] New status for floating IP 32715bad-6d6c-4def-840e-d07c20adcb5a: ACTIVE {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:24:21.901176 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:22.761095 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9fb78f93-6073-40bd-a826-0a4413fb077a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:25.046906 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-0a1b67ec-c9bb-4191-bbe3-8996f140559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:26.424222 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:27.752707 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:29.146462 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:33.550989 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302ec1-0659-4e58-9d5f-a89037190946 req-f92e8940-62d5-467d-905a-c7cb31c6adbc tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:33.552846 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-45302ec1-0659-4e58-9d5f-a89037190946 req-f92e8940-62d5-467d-905a-c7cb31c6adbc tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0522044 Mar 10 04:24:33.598928 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-45302ec1-0659-4e58-9d5f-a89037190946 req-90061bda-ba37-42ba-9a95-c91601a179ec tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 Mar 10 04:24:34.722823 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785bf5d-25df-43c6-8c88-eaa350f229dd req-c7a97f71-9051-4978-bab5-b519055cfc9f tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:34.724268 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3785bf5d-25df-43c6-8c88-eaa350f229dd req-c7a97f71-9051-4978-bab5-b519055cfc9f tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.0502667 Mar 10 04:24:34.772647 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3785bf5d-25df-43c6-8c88-eaa350f229dd req-2cd106c5-8035-446f-9639-dad284635898 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=2237968f-68fe-41a4-a5f7-3ce736603134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Mar 10 04:24:35.153840 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-56a745ce-98dd-404e-8758-a14c388f0081 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:35.155295 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-56a745ce-98dd-404e-8758-a14c388f0081 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 945 time: 0.2962527 Mar 10 04:24:35.244814 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Deleting port da8c0189-42d3-492c-bf95-fb6f3afd078b {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:35.247632 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:35.335523 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] For port da8c0189-42d3-492c-bf95-fb6f3afd078b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=da8c0189-42d3-492c-bf95-fb6f3afd078b,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:35.335890 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:35.548069 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:35.548446 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (1fe3f728-9777-4150-ac57-84d9c3a28989), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:35.548769 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Floating IP 1fe3f728-9777-4150-ac57-84d9c3a28989 disassociated. External IP: 172.28.0.172, port: da8c0189-42d3-492c-bf95-fb6f3afd078b. Mar 10 04:24:35.549113 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Calling delete_port for da8c0189-42d3-492c-bf95-fb6f3afd078b owned by compute:nova {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:35.740955 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (da8c0189-42d3-492c-bf95-fb6f3afd078b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:35.769467 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event deleted for resources: {'Port': ['ID=da8c0189-42d3-492c-bf95-fb6f3afd078b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:35.894615 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d338972b-876b-4d99-9154-83618e6d8ceb req-eb78bc3d-d713-4fd4-9754-2fb99cbee0f4 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 210 time: 0.0361779 Mar 10 04:24:35.916999 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Router 16ed8f38-7f6a-4c98-9360-14af48290b77 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:24:36.028545 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:24:36.039007 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] Sync routers for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:24:36.048581 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:36.049193 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:24:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:36.070352 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] No DVR routers for this DVR port da8c0189-42d3-492c-bf95-fb6f3afd078b on host hv-cinder-77819 {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:24:36.072909 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:36.076149 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a5bae1d5-b7ab-4786-a336-ad185facd2a5 req-a71a02e3-eb47-4114-b55a-9758ad235dc0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "DELETE /v2.0/ports/da8c0189-42d3-492c-bf95-fb6f3afd078b HTTP/1.1" status: 204 len: 173 time: 0.9151902 Mar 10 04:24:36.076590 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'name': 'network-vif-deleted', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:36.078803 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5e897-e231-49b7-8480-e0a74359ca62" -d '{"events": [{"server_uuid": "62540604-ae17-4038-a123-876af300bed6", "name": "network-vif-deleted", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:36.117856 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ffaa97-c1ab-49e0-a390-869a06498e6d x-openstack-request-id: req-c8ffaa97-c1ab-49e0-a390-869a06498e6d {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:36.118157 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62540604-ae17-4038-a123-876af300bed6", "name": "network-vif-deleted", "tag": "da8c0189-42d3-492c-bf95-fb6f3afd078b", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:36.126856 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8ffaa97-c1ab-49e0-a390-869a06498e6d {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:36.126856 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62540604-ae17-4038-a123-876af300bed6', 'name': 'network-vif-deleted', 'tag': 'da8c0189-42d3-492c-bf95-fb6f3afd078b', 'status': 'completed', 'code': 200} Mar 10 04:24:36.172621 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:36.379574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:36.405451 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] Checking router: 16ed8f38-7f6a-4c98-9360-14af48290b77 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:24:36.413606 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:36.414210 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:24:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:36.518668 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:36.706590 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:36.732245 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249b302-a7af-4c4a-b4ca-d7c8969971a5 None None] The sync data for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb is: [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:24:36.952720 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597234ae-7a65-458e-b3c3-908dd32aa7d1 None None] New status for floating IP 1fe3f728-9777-4150-ac57-84d9c3a28989: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:24:37.010784 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-463de6b0-56db-441d-a5ea-13307eb429ca req-c967ec09-5806-4440-bd97-0c9056bbd7a1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=62540604-ae17-4038-a123-876af300bed6 HTTP/1.1" status: 200 len: 210 time: 0.0289900 Mar 10 04:24:38.082475 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device da8c0189-42d3-492c-bf95-fb6f3afd078b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:24:38.105996 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: da8c0189-42d3-492c-bf95-fb6f3afd078b {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:24:38.106345 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device da8c0189-42d3-492c-bf95-fb6f3afd078b not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:24:38.150979 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60312) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:38.203162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d96636ff-d9de-480a-a332-f8f71378ec7e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (2237968f-68fe-41a4-a5f7-3ce736603134), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.225760 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d96636ff-d9de-480a-a332-f8f71378ec7e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (2237968f-68fe-41a4-a5f7-3ce736603134), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.386325 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d96636ff-d9de-480a-a332-f8f71378ec7e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2237968f-68fe-41a4-a5f7-3ce736603134), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.389235 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d96636ff-d9de-480a-a332-f8f71378ec7e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.390391 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d96636ff-d9de-480a-a332-f8f71378ec7e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "DELETE /v2.0/security-groups/2237968f-68fe-41a4-a5f7-3ce736603134 HTTP/1.1" status: 204 len: 168 time: 0.2384398 Mar 10 04:24:38.393224 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60314) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:38.399179 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96636ff-d9de-480a-a332-f8f71378ec7e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2237968f-68fe-41a4-a5f7-3ce736603134,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:38.407317 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.api.v2.resource [None req-caf9ffba-6d30-4f8a-96bb-2b80c9985a2c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] show failed (client error): The resource could not be found. Mar 10 04:24:38.409552 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-caf9ffba-6d30-4f8a-96bb-2b80c9985a2c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups/2237968f-68fe-41a4-a5f7-3ce736603134 HTTP/1.1" status: 404 len: 347 time: 0.0142596 Mar 10 04:24:38.411361 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60316) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:38.531467 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Deleting port 7510663a-bfcc-4b66-9883-eacbfb55a911 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:24:38.531806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.606888 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.607212 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (7510663a-bfcc-4b66-9883-eacbfb55a911), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.619054 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Calling delete_port for 7510663a-bfcc-4b66-9883-eacbfb55a911 owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:24:38.815179 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (7510663a-bfcc-4b66-9883-eacbfb55a911), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.841219 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event deleted for resources: {'Port': ['ID=7510663a-bfcc-4b66-9883-eacbfb55a911,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:38.898911 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (1fe3f728-9777-4150-ac57-84d9c3a28989), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.901534 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:38.902689 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-3fe22b9d-7143-4acc-a25b-e8b6010d0427 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "DELETE /v2.0/floatingips/1fe3f728-9777-4150-ac57-84d9c3a28989 HTTP/1.1" status: 204 len: 168 time: 0.4903748 Mar 10 04:24:39.287208 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60322) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:39.292382 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-67714519-7c73-4093-9b93-ef22a59c60e1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533088994', 'description': 'tempest-description--1437667439'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:39.401019 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-67714519-7c73-4093-9b93-ef22a59c60e1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.464918 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-67714519-7c73-4093-9b93-ef22a59c60e1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (992c121e-5640-4474-8155-06a240216ad1), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.546658 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-67714519-7c73-4093-9b93-ef22a59c60e1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (992c121e-5640-4474-8155-06a240216ad1), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.574713 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67714519-7c73-4093-9b93-ef22a59c60e1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992c121e-5640-4474-8155-06a240216ad1,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:39.645966 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-67714519-7c73-4093-9b93-ef22a59c60e1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.647255 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-67714519-7c73-4093-9b93-ef22a59c60e1 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3590567 Mar 10 04:24:39.650799 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60324) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:39.655225 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-62e2e4e9-f866-435e-b8bf-9ecbade20f3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'security_group_rule': {'security_group_id': '992c121e-5640-4474-8155-06a240216ad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:39.733511 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-62e2e4e9-f866-435e-b8bf-9ecbade20f3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (d18dccdd-f377-4c06-b987-0ede91ea453d), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.796357 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-62e2e4e9-f866-435e-b8bf-9ecbade20f3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (d18dccdd-f377-4c06-b987-0ede91ea453d), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.860679 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-62e2e4e9-f866-435e-b8bf-9ecbade20f3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (d18dccdd-f377-4c06-b987-0ede91ea453d), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.878037 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2e4e9-f866-435e-b8bf-9ecbade20f3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18dccdd-f377-4c06-b987-0ede91ea453d,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:39.936661 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-62e2e4e9-f866-435e-b8bf-9ecbade20f3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:39.938098 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-62e2e4e9-f866-435e-b8bf-9ecbade20f3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2861824 Mar 10 04:24:39.940494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60328) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:39.944650 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-51eb5718-9c97-4967-8976-6e5c252adc3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'security_group_rule': {'security_group_id': '992c121e-5640-4474-8155-06a240216ad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:40.019045 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-51eb5718-9c97-4967-8976-6e5c252adc3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (60db3d6d-6aa9-4593-a1b8-bb205a8fb379), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.071611 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-51eb5718-9c97-4967-8976-6e5c252adc3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (60db3d6d-6aa9-4593-a1b8-bb205a8fb379), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.135087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-51eb5718-9c97-4967-8976-6e5c252adc3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (60db3d6d-6aa9-4593-a1b8-bb205a8fb379), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.152020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb5718-9c97-4967-8976-6e5c252adc3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60db3d6d-6aa9-4593-a1b8-bb205a8fb379,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:40.233889 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-51eb5718-9c97-4967-8976-6e5c252adc3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.235091 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-51eb5718-9c97-4967-8976-6e5c252adc3a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936840 Mar 10 04:24:40.238213 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60330) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:40.243175 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:40.323710 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.418794 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.517260 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Allocated IP 172.28.0.151 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/224bf65f-9bc5-4a66-b6cd-10d2ed46e331) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:24:40.617007 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.701038 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.737806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:24:40.742450 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:24:40.745841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:24:40.750977 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'Port': ['ID=224bf65f-9bc5-4a66-b6cd-10d2ed46e331,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:40.829418 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (1c9130d6-0150-4e54-bf49-376e5158a32c), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:40.930672 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:41.078027 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:41.126189 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:41.200879 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'Port': ['ID=224bf65f-9bc5-4a66-b6cd-10d2ed46e331,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:41.210488 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (1c9130d6-0150-4e54-bf49-376e5158a32c), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:41.323288 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:41.324569 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-95c0362f-a733-4aaf-bde2-5ce376cc0428 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0853243 Mar 10 04:24:41.474410 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-c5cfef23-6d6c-4849-a56d-71dbeee6425f tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--533088994&fields=id&tenant_id=fed76017cebf4f40a5ae138623a4f900 HTTP/1.1" status: 200 len: 267 time: 0.0424657 Mar 10 04:24:41.591537 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-fa022c19-4db6-4c6c-bae8-e948e6075862 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:41.592963 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-fa022c19-4db6-4c6c-bae8-e948e6075862 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 810 time: 0.1105299 Mar 10 04:24:41.607001 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-b23ffbb2-fe43-4951-abdf-c7ba1c6468db tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/quotas/fed76017cebf4f40a5ae138623a4f900 HTTP/1.1" status: 200 len: 375 time: 0.0087950 Mar 10 04:24:41.663701 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-e28415bc-b549-4d45-b5fc-93f1a06e81a8 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517986 Mar 10 04:24:41.765829 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-4dbc8265-a557-4b0e-a3af-ad900d5b479f service neutron] 10.222.0.32 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904777 Mar 10 04:24:41.855846 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-b0d37889-f739-496f-ad2b-f27a8782b73c service neutron] 10.222.0.32 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843940 Mar 10 04:24:42.149642 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1e92fe2a-7802-43f8-8c7a-30a16d442b7b req-9dca5ff2-3605-46c9-9267-8c204e5edd28 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 210 time: 0.0277696 Mar 10 04:24:43.244079 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-690c8842-6ce8-40d5-b8d4-c9aabfffdb67 req-f8820c51-f1c4-4c7f-8430-8afbd10733e8 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 210 time: 0.0301449 Mar 10 04:24:44.025140 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-c719f747-4a61-4afb-bc2d-892970022dfb tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:44.026914 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-c719f747-4a61-4afb-bc2d-892970022dfb tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 810 time: 0.0989640 Mar 10 04:24:44.086002 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-165a7006-7f61-42b8-a2ed-1f10550437ae tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fed76017cebf4f40a5ae138623a4f900 HTTP/1.1" status: 200 len: 379 time: 0.0502677 Mar 10 04:24:44.094885 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'port': {'device_id': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'admin_state_up': True, 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'security_groups': ['992c121e-5640-4474-8155-06a240216ad1']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:44.286060 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Made reservation on behalf of fed76017cebf4f40a5ae138623a4f900 for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:24:44.288192 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:44.366899 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8c84b375-c795-4993-b4f6-b00e75698252 req-777d7085-1a1e-4d93-bffe-d6a38eccd00e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 210 time: 0.0536180 Mar 10 04:24:44.438658 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Allocated IP 172.20.0.13 (7de5086e-fa77-40ed-a2ab-9759dbedd2d7/640b429d-0dcd-4caf-b507-7c167e48ba07/0614aba3-68eb-4b1f-8dbd-7a7004781318) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:24:44.568341 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:44.675438 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:44.715047 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:24:44.718154 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:24:44.724131 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:24:44.750147 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event updated for resources: {'Port': ['ID=0614aba3-68eb-4b1f-8dbd-7a7004781318,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:44.779444 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:44.780076 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:44.849209 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-80befe87-0081-42f0-bb1d-6c34203d180c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7577884 Mar 10 04:24:44.861248 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Request body: {'port': {'device_id': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:44.923248 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:44.932687 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-03bf2aa0-167a-466a-aafe-1c1815f83f83 None None] Provisioning complete for port 0614aba3-68eb-4b1f-8dbd-7a7004781318 triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:24:44.933204 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-03bf2aa0-167a-466a-aafe-1c1815f83f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:44.965862 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-03bf2aa0-167a-466a-aafe-1c1815f83f83 None None] Port 0614aba3-68eb-4b1f-8dbd-7a7004781318 cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:24:45.174333 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0614aba3-68eb-4b1f-8dbd-7a7004781318 {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:24:45.182143 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Publish callbacks [] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:45.193423 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Transition to ACTIVE for port object 0614aba3-68eb-4b1f-8dbd-7a7004781318 will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:24:45.277949 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:45.326017 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Pushing event updated for resources: {'Port': ['ID=0614aba3-68eb-4b1f-8dbd-7a7004781318,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:45.400764 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Attempting to bind port 0614aba3-68eb-4b1f-8dbd-7a7004781318 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:24:45.401120 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Attempting to bind port 0614aba3-68eb-4b1f-8dbd-7a7004781318 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:24:45.401439 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Attempting to bind port 0614aba3-68eb-4b1f-8dbd-7a7004781318 on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:24:45.406325 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Port 0614aba3-68eb-4b1f-8dbd-7a7004781318 on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:24:45.406662 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Attempting to bind port 0614aba3-68eb-4b1f-8dbd-7a7004781318 on network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:24:45.411641 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:24:45.411990 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Checking segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:24:45.412463 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Bound using segment: {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:24:45.412896 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Bound port: 0614aba3-68eb-4b1f-8dbd-7a7004781318, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834cb3df-60fb-4f32-ba40-c62fdbb403f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:24:45.413260 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:45.508568 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] For port 0614aba3-68eb-4b1f-8dbd-7a7004781318, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:24:45.512806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] For port 0614aba3-68eb-4b1f-8dbd-7a7004781318, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0614aba3-68eb-4b1f-8dbd-7a7004781318,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:24:45.524803 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b175e-25b4-473d-b536-819d9a145db9 req-0fec912c-8887-4515-8050-e9effff95268 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:45.526280 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e75b175e-25b4-473d-b536-819d9a145db9 req-0fec912c-8887-4515-8050-e9effff95268 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 944 time: 0.0795074 Mar 10 04:24:45.572460 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e75b175e-25b4-473d-b536-819d9a145db9 req-13aa3023-de09-4c02-a8fd-b80548f7d870 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Mar 10 04:24:45.589711 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:45.624579 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:45.625193 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:45.626537 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] 10.222.0.37 "PUT /v2.0/ports/0614aba3-68eb-4b1f-8dbd-7a7004781318 HTTP/1.1" status: 200 len: 1094 time: 0.7701652 Mar 10 04:24:45.626953 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:45.629166 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d237149d-44bd-4c67-a9ad-0b73d5056863" -d '{"events": [{"name": "network-changed", "server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:45.655289 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b80e61-ba28-4e1a-a18f-d374a9afa922 service neutron] Pushing event updated for resources: {'Port': ['ID=0614aba3-68eb-4b1f-8dbd-7a7004781318,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:45.675706 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9c6585-73f6-4624-9c9f-cb5cf564bffd x-openstack-request-id: req-7a9c6585-73f6-4624-9c9f-cb5cf564bffd {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:45.676065 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:45.676348 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a9c6585-73f6-4624-9c9f-cb5cf564bffd {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:45.676757 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'status': 'completed', 'code': 200} Mar 10 04:24:45.741008 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237149d-44bd-4c67-a9ad-0b73d5056863 req-4d1b4634-9fd1-4048-a1ec-5ec95b87d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:45.743328 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d237149d-44bd-4c67-a9ad-0b73d5056863 req-4d1b4634-9fd1-4048-a1ec-5ec95b87d016 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 1128 time: 0.0457792 Mar 10 04:24:45.840317 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237149d-44bd-4c67-a9ad-0b73d5056863 req-78685805-3c03-4e85-9c14-d8cda9dd0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:45.841783 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d237149d-44bd-4c67-a9ad-0b73d5056863 req-78685805-3c03-4e85-9c14-d8cda9dd0d6b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fed76017cebf4f40a5ae138623a4f900&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0916123 Mar 10 04:24:45.937404 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237149d-44bd-4c67-a9ad-0b73d5056863 req-45ac660c-9e98-40bf-ae92-f7b996b647d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:45.938856 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d237149d-44bd-4c67-a9ad-0b73d5056863 req-45ac660c-9e98-40bf-ae92-f7b996b647d0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905104 Mar 10 04:24:46.022809 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-6f442316-874c-48fd-8928-b094ea206973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:46.024777 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-6f442316-874c-48fd-8928-b094ea206973 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 1128 time: 0.0433767 Mar 10 04:24:46.066622 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-4f8b6ab4-e7bb-4598-91d3-70cdd95ff589 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0614aba3-68eb-4b1f-8dbd-7a7004781318 HTTP/1.1" status: 200 len: 217 time: 0.0355597 Mar 10 04:24:46.112273 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-9184e646-31ff-4522-922d-7a47b74e7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:46.113681 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-9184e646-31ff-4522-922d-7a47b74e7847 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 200 len: 849 time: 0.0413785 Mar 10 04:24:46.158577 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-313c6261-ba14-4ad7-bac2-93a419dfdefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:46.160012 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-313c6261-ba14-4ad7-bac2-93a419dfdefc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0411615 Mar 10 04:24:46.484934 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-ba29da34-3d05-4050-9610-54cbeb37386f service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185754 Mar 10 04:24:46.573548 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-102b5141-8c3e-4555-9e28-ae1242111e9d req-5efc1608-baaf-4cda-a69d-43777e33948a service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808790 Mar 10 04:24:46.691872 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0c2ed-c50a-42b8-a06b-249bfd002dac req-45f6a445-36f8-471e-9464-817664963235 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:46.693373 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccb0c2ed-c50a-42b8-a06b-249bfd002dac req-45f6a445-36f8-471e-9464-817664963235 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 944 time: 0.0555007 Mar 10 04:24:46.738010 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccb0c2ed-c50a-42b8-a06b-249bfd002dac req-76eb59e8-1f21-4610-b6da-23b367319833 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384684 Mar 10 04:24:47.854633 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0552d-76a0-4fae-b576-29bb34854325 req-74253279-622c-4864-9496-51e2d189533f tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:47.856234 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-15e0552d-76a0-4fae-b576-29bb34854325 req-74253279-622c-4864-9496-51e2d189533f tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 944 time: 0.0510967 Mar 10 04:24:47.901482 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-15e0552d-76a0-4fae-b576-29bb34854325 req-29b15cc8-eb15-4e38-8633-17e55a3415fb tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Mar 10 04:24:49.017001 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a3787-5f0d-4b70-b99c-a5c62f83a6d6 req-e878dc4b-e35b-4032-b0f6-7af326fbd9b0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:49.018442 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3f0a3787-5f0d-4b70-b99c-a5c62f83a6d6 req-e878dc4b-e35b-4032-b0f6-7af326fbd9b0 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 944 time: 0.0516102 Mar 10 04:24:49.066527 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3f0a3787-5f0d-4b70-b99c-a5c62f83a6d6 req-ea7c9107-f747-4881-a197-c956bd79aff3 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Mar 10 04:24:50.137977 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0614aba3-68eb-4b1f-8dbd-7a7004781318 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:24:50.181351 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b440-c279-4810-ae3f-4ba1577d4055 req-bab8b1f5-2f7e-4396-ad10-518f683ddfb5 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:50.182827 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cde1b440-c279-4810-ae3f-4ba1577d4055 req-bab8b1f5-2f7e-4396-ad10-518f683ddfb5 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 944 time: 0.0513458 Mar 10 04:24:50.227955 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cde1b440-c279-4810-ae3f-4ba1577d4055 req-2b0268b4-6eb8-49bb-bb3a-173ae9c1bf99 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395436 Mar 10 04:24:50.232448 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0614aba3-68eb-4b1f-8dbd-7a7004781318, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0614aba3-68eb-4b1f-8dbd-7a7004781318,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:50.244101 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'port_id': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'mac_address': 'fa:16:3e:4d:21:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:24:50.283554 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0614aba3-68eb-4b1f-8dbd-7a7004781318 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:24:50.283941 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:50.296936 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0614aba3-68eb-4b1f-8dbd-7a7004781318 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:24:50.315622 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0614aba3-68eb-4b1f-8dbd-7a7004781318, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0614aba3-68eb-4b1f-8dbd-7a7004781318,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:50.411499 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:50.456198 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0614aba3-68eb-4b1f-8dbd-7a7004781318,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:50.778387 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['0614aba3-68eb-4b1f-8dbd-7a7004781318'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:24:51.109582 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:24:51.341677 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e551e-fc65-454f-9613-221ccefb25c9 req-b36aafe9-64ad-482b-8a9b-994518e2690a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:51.343133 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-749e551e-fc65-454f-9613-221ccefb25c9 req-b36aafe9-64ad-482b-8a9b-994518e2690a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 945 time: 0.0511806 Mar 10 04:24:51.388480 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-749e551e-fc65-454f-9613-221ccefb25c9 req-1be59e1d-5bc6-47c7-802a-cef056747abf tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396924 Mar 10 04:24:51.931822 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:52.147801 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0614aba3-68eb-4b1f-8dbd-7a7004781318 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:24:52.240473 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 0614aba3-68eb-4b1f-8dbd-7a7004781318 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:24:52.244069 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 0614aba3-68eb-4b1f-8dbd-7a7004781318 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:24:52.244463 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:52.325811 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 0614aba3-68eb-4b1f-8dbd-7a7004781318 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:24:52.326200 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:52.347726 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:52.349969 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c367680-4b95-430f-9829-9217e3f05927" -d '{"events": [{"server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "name": "network-vif-plugged", "status": "completed", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:52.362155 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 0614aba3-68eb-4b1f-8dbd-7a7004781318, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0614aba3-68eb-4b1f-8dbd-7a7004781318,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:24:52.384496 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad70416c-0702-4d1a-a776-75953c1e575d x-openstack-request-id: req-ad70416c-0702-4d1a-a776-75953c1e575d {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:52.384798 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "name": "network-vif-plugged", "status": "completed", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:52.385055 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad70416c-0702-4d1a-a776-75953c1e575d {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:52.385440 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'code': 200} Mar 10 04:24:52.418013 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:52.468716 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=0614aba3-68eb-4b1f-8dbd-7a7004781318,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:24:52.512694 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb966-d5d0-479c-adc6-209d64bd15a5 req-cd61cdf8-f45a-43ea-868f-cf3a72b441ee tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:52.514445 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fbacb966-d5d0-479c-adc6-209d64bd15a5 req-cd61cdf8-f45a-43ea-868f-cf3a72b441ee tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.0606687 Mar 10 04:24:52.564553 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fbacb966-d5d0-479c-adc6-209d64bd15a5 req-573d4553-7501-4c7b-a103-e6ad4c0d3c33 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444286 Mar 10 04:24:52.651023 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb303-968a-4fa7-9551-85f21d79dc66 req-8f06d966-c5c3-4ecc-8a61-9dfc8c51f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:52.652562 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccbeb303-968a-4fa7-9551-85f21d79dc66 req-8f06d966-c5c3-4ecc-8a61-9dfc8c51f674 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 1130 time: 0.0423434 Mar 10 04:24:52.696578 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ccbeb303-968a-4fa7-9551-85f21d79dc66 req-18f56029-0d7e-4033-b309-36084d1c3e4f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368569 Mar 10 04:24:52.745902 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-0f722ba8-9bc0-47bc-8f69-a9dc9d5e2cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:53.681380 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc4de3-9ca1-4ee2-9077-18d5e87aee28 req-c22fb4f7-9194-40ac-b474-7069c2cc69c8 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:53.682841 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1bc4de3-9ca1-4ee2-9077-18d5e87aee28 req-c22fb4f7-9194-40ac-b474-7069c2cc69c8 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.0512516 Mar 10 04:24:53.731022 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f1bc4de3-9ca1-4ee2-9077-18d5e87aee28 req-78709cfd-c9dc-4e02-a68b-1fea8b5230c7 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427465 Mar 10 04:24:54.845721 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838558-8472-4586-90bb-5416d29a3cc6 req-f5d16db2-c547-4218-b591-0cfa1081a055 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:54.847190 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-73838558-8472-4586-90bb-5416d29a3cc6 req-f5d16db2-c547-4218-b591-0cfa1081a055 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.0512786 Mar 10 04:24:54.892414 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-73838558-8472-4586-90bb-5416d29a3cc6 req-41302b5a-a652-4017-b52c-8dfdd33338bf tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397573 Mar 10 04:24:55.007373 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e8d8-1494-463e-b189-0206b2b07e87 req-8f4d58a0-c553-462b-9ccc-b83a399013c9 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:55.009507 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a4a5e8d8-1494-463e-b189-0206b2b07e87 req-8f4d58a0-c553-462b-9ccc-b83a399013c9 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.0557725 Mar 10 04:24:55.018436 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60392) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:24:55.022748 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Request body: {'floatingip': {'port_id': '0614aba3-68eb-4b1f-8dbd-7a7004781318'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:24:55.034401 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-3e670388-79ca-4652-8950-8ae5bf348499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:55.064022 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (1c9130d6-0150-4e54-bf49-376e5158a32c), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:55.497789 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:55.571796 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (1c9130d6-0150-4e54-bf49-376e5158a32c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:55.669994 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Floating IP 1c9130d6-0150-4e54-bf49-376e5158a32c associated. External IP: 172.28.0.151, port: 0614aba3-68eb-4b1f-8dbd-7a7004781318. Mar 10 04:24:55.868400 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Router 16ed8f38-7f6a-4c98-9360-14af48290b77 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:24:55.971207 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:24:55.976020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:55.980491 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] Sync routers for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:24:55.989910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:55.990522 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:24:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:56.003965 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d22273a1-9e5d-4864-bd88-9732d852c617 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "PUT /v2.0/floatingips/1c9130d6-0150-4e54-bf49-376e5158a32c HTTP/1.1" status: 200 len: 992 time: 0.9844964 Mar 10 04:24:56.004686 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:24:56.006925 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4743f44-7c61-4bd7-829c-8c0032e85d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:24:56.042442 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21137013-56d6-428f-842b-7ca7aed3ee9c x-openstack-request-id: req-21137013-56d6-428f-842b-7ca7aed3ee9c {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:24:56.042732 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:24:56.042985 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21137013-56d6-428f-842b-7ca7aed3ee9c {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:24:56.043385 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'status': 'completed', 'code': 200} Mar 10 04:24:56.096525 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:56.105749 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-05c157ce-92d6-48c5-b5e8-3ef1fbb28865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:56.107248 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-05c157ce-92d6-48c5-b5e8-3ef1fbb28865 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fed76017cebf4f40a5ae138623a4f900&device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 1130 time: 0.0445921 Mar 10 04:24:56.202730 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-32cdf5ad-a213-4432-bb93-c80d0d853723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:56.204147 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-32cdf5ad-a213-4432-bb93-c80d0d853723 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 200 len: 911 time: 0.0898845 Mar 10 04:24:56.270149 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-8329b5d7-20e9-4053-8b53-7c4296c93c9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0614aba3-68eb-4b1f-8dbd-7a7004781318 HTTP/1.1" status: 200 len: 1000 time: 0.0594065 Mar 10 04:24:56.318152 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-3c84ee87-acc3-453e-84b6-7d93e71ed762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:56.319730 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-3c84ee87-acc3-453e-84b6-7d93e71ed762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 200 len: 849 time: 0.0431690 Mar 10 04:24:56.370494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-3f837a13-1a9d-4da7-86b3-3aa894a390d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:24:56.372158 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-3f837a13-1a9d-4da7-86b3-3aa894a390d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7de5086e-fa77-40ed-a2ab-9759dbedd2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0467196 Mar 10 04:24:56.384736 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:56.456220 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '1c9130d6-0150-4e54-bf49-376e5158a32c', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'floating_ip_address': '172.28.0.151', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'port_id': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'mac_address': 'fa:16:3e:4d:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:24:40Z', 'updated_at': '2022-03-10T04:24:55Z', 'revision_number': 1, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:56.460461 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-7a2e0b9c-0b1f-41b9-8446-ebcd789dda26 service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819070 Mar 10 04:24:56.482121 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] Checking router: 16ed8f38-7f6a-4c98-9360-14af48290b77 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:24:56.490366 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:24:56.490984 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:24:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:56.550774 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4743f44-7c61-4bd7-829c-8c0032e85d2c req-82a43e55-bb71-405d-88fe-28c975c3a113 service neutron] 10.222.0.37 "GET /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849178 Mar 10 04:24:56.598477 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:24:56.820033 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '1c9130d6-0150-4e54-bf49-376e5158a32c', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'floating_ip_address': '172.28.0.151', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'port_id': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'mac_address': 'fa:16:3e:4d:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:24:40Z', 'updated_at': '2022-03-10T04:24:55Z', 'revision_number': 1, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:24:56.844984 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b196f5-932e-4aa0-bbd5-9a0f9b71ee38 None None] The sync data for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb is: [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '1c9130d6-0150-4e54-bf49-376e5158a32c', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'floating_ip_address': '172.28.0.151', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'port_id': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'mac_address': 'fa:16:3e:4d:21:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:24:40Z', 'updated_at': '2022-03-10T04:24:55Z', 'revision_number': 1, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:24:57.028732 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124966b1-e8c9-43e0-9057-8624101b8ae5 None None] New status for floating IP 1c9130d6-0150-4e54-bf49-376e5158a32c: ACTIVE {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:24:57.746028 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:24:59.174765 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:21.911118 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:22.770510 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-2298def2-34dc-45a6-a560-832f50ac314e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:23.393604 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed6ad8-37ed-4ffe-aed2-92a1a9ae480f req-32e88c5c-afae-494e-b807-d4046d20854a tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:23.395101 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-43ed6ad8-37ed-4ffe-aed2-92a1a9ae480f req-32e88c5c-afae-494e-b807-d4046d20854a tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0553653 Mar 10 04:25:23.443359 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-43ed6ad8-37ed-4ffe-aed2-92a1a9ae480f req-d1d61f20-711e-4d5d-9280-9a3982723610 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426328 Mar 10 04:25:24.560645 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906c2d5-01d6-480d-a6c8-a8693454d265 req-dd491dc5-3777-407e-81eb-b5f029a75880 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:24.562125 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9906c2d5-01d6-480d-a6c8-a8693454d265 req-dd491dc5-3777-407e-81eb-b5f029a75880 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0515835 Mar 10 04:25:24.613667 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9906c2d5-01d6-480d-a6c8-a8693454d265 req-ffc6e14e-eb94-45b0-8ab9-b09de1752fce tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460703 Mar 10 04:25:25.028029 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-da0c46e6-5f18-42a9-b625-c1865209adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:25.729164 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05dac4-47ff-462e-acea-2c37a824636d req-3f4e2cd0-1230-483e-96bf-cff336390a38 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:25.730625 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2f05dac4-47ff-462e-acea-2c37a824636d req-3f4e2cd0-1230-483e-96bf-cff336390a38 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0513272 Mar 10 04:25:25.777434 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2f05dac4-47ff-462e-acea-2c37a824636d req-b33c7b7d-c1b3-4532-b3a3-787bab12d7e5 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Mar 10 04:25:26.394050 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:26.452174 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842c207-f3dc-4d9d-9437-431a080d155d req-c3b5638d-8644-47c5-af15-bf7e09caa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.453658 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5842c207-f3dc-4d9d-9437-431a080d155d req-c3b5638d-8644-47c5-af15-bf7e09caa341 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1130 time: 0.0424592 Mar 10 04:25:26.559000 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842c207-f3dc-4d9d-9437-431a080d155d req-5c9b5ca6-36a3-491c-b85c-073739f31eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.560525 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5842c207-f3dc-4d9d-9437-431a080d155d req-5c9b5ca6-36a3-491c-b85c-073739f31eec service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 200 len: 909 time: 0.0880532 Mar 10 04:25:26.623490 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5842c207-f3dc-4d9d-9437-431a080d155d req-b99beadf-fe7e-479f-85eb-a42880865fdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 1002 time: 0.0561948 Mar 10 04:25:26.675485 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842c207-f3dc-4d9d-9437-431a080d155d req-395d187c-3fef-42f9-9f3d-f5d3cc12cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.677795 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5842c207-f3dc-4d9d-9437-431a080d155d req-395d187c-3fef-42f9-9f3d-f5d3cc12cd6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d231466-e4ad-44de-abc3-577a7f47b0de HTTP/1.1" status: 200 len: 847 time: 0.0467296 Mar 10 04:25:26.724110 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842c207-f3dc-4d9d-9437-431a080d155d req-54b3a1bd-5ee9-47ba-aae6-e1504c9c9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:26.725545 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5842c207-f3dc-4d9d-9437-431a080d155d req-54b3a1bd-5ee9-47ba-aae6-e1504c9c9e98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba7a4c0a-3458-45ab-a301-729623705265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0420079 Mar 10 04:25:26.810876 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5842c207-f3dc-4d9d-9437-431a080d155d req-1b00b0b0-e34a-46c9-9936-68cb0f9c40d2 service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792007 Mar 10 04:25:27.171988 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5842c207-f3dc-4d9d-9437-431a080d155d req-895d8738-a9b2-4d5f-be18-d262afacb87b service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550458 Mar 10 04:25:27.183826 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcafad-ac39-4e0b-87c2-50ed0877663e req-88475381-90fc-4e04-86c1-463bf81a480c tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:27.185313 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-19bcafad-ac39-4e0b-87c2-50ed0877663e req-88475381-90fc-4e04-86c1-463bf81a480c tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.3364079 Mar 10 04:25:27.238666 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-19bcafad-ac39-4e0b-87c2-50ed0877663e req-98d6b8b7-c082-4cb4-b8d1-cd8fc8e8901a tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470965 Mar 10 04:25:27.741750 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:28.109819 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:25:28.362528 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ff003-3965-42ad-8a84-901a1a16cd6a req-8f202b5c-6f46-4843-9c32-68e6734f5adb tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:28.364098 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-702ff003-3965-42ad-8a84-901a1a16cd6a req-8f202b5c-6f46-4843-9c32-68e6734f5adb tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0552893 Mar 10 04:25:28.414443 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-702ff003-3965-42ad-8a84-901a1a16cd6a req-7ddd7142-4815-4432-af28-a965d9ec4b4b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445566 Mar 10 04:25:29.187524 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:29.531555 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97c330-5960-4eb5-b4e3-6e9aebfbccf9 req-9ac23167-8c57-4b08-be11-a97166cb6187 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:29.533072 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d97c330-5960-4eb5-b4e3-6e9aebfbccf9 req-9ac23167-8c57-4b08-be11-a97166cb6187 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0510933 Mar 10 04:25:29.584600 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d97c330-5960-4eb5-b4e3-6e9aebfbccf9 req-9094c447-5966-408a-aa6f-54981fc45ce8 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Mar 10 04:25:30.700562 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbfb1b-8407-48b0-9adc-9ef0eea4b4fa req-63258952-35b7-4b3d-b46f-8e89ba4005b6 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:30.702031 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-04dbfb1b-8407-48b0-9adc-9ef0eea4b4fa req-63258952-35b7-4b3d-b46f-8e89ba4005b6 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0559661 Mar 10 04:25:30.750057 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-04dbfb1b-8407-48b0-9adc-9ef0eea4b4fa req-4b27860f-cd53-43a8-87d7-b34b17652188 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Mar 10 04:25:31.868623 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3551d-3e51-4b46-ab61-551adbfc8127 req-99d2c0c2-6cfa-4822-89d7-c7b54b76c1b6 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:31.870146 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9fe3551d-3e51-4b46-ab61-551adbfc8127 req-99d2c0c2-6cfa-4822-89d7-c7b54b76c1b6 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0522327 Mar 10 04:25:31.925150 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9fe3551d-3e51-4b46-ab61-551adbfc8127 req-759b7647-c0ce-4350-8214-39d46caa0c8e tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489645 Mar 10 04:25:33.039641 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a2991-a088-4f96-a4cb-2060df8b6a6c req-23db0b69-68a8-4a99-a077-cf328c5ace25 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:33.041156 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f98a2991-a088-4f96-a4cb-2060df8b6a6c req-23db0b69-68a8-4a99-a077-cf328c5ace25 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0541542 Mar 10 04:25:33.093834 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f98a2991-a088-4f96-a4cb-2060df8b6a6c req-fafffd9f-5d0b-4940-bd8a-cfe48cda25dc tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 Mar 10 04:25:33.444362 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a90d25-48d4-48aa-86e6-628d87080687 req-97902c68-9e4c-456b-b072-004048def533 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:33.445837 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-77a90d25-48d4-48aa-86e6-628d87080687 req-97902c68-9e4c-456b-b072-004048def533 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.0520918 Mar 10 04:25:33.492140 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-77a90d25-48d4-48aa-86e6-628d87080687 req-0155f688-5d08-45fb-b390-fbeef2d296ff tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Mar 10 04:25:33.636092 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134678-6154-4e0c-a398-11c06615eede req-03d99b2b-b1d1-4be2-ac57-38bdf27d3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:33.637558 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f134678-6154-4e0c-a398-11c06615eede req-03d99b2b-b1d1-4be2-ac57-38bdf27d3c3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1130 time: 0.0445111 Mar 10 04:25:33.728678 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134678-6154-4e0c-a398-11c06615eede req-f8f322a7-39bf-4f01-8867-8868c2b5f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:33.730244 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f134678-6154-4e0c-a398-11c06615eede req-f8f322a7-39bf-4f01-8867-8868c2b5f2d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 200 len: 909 time: 0.0861175 Mar 10 04:25:33.794893 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f134678-6154-4e0c-a398-11c06615eede req-d24223f4-bcef-4e5c-8d45-b71dae68c607 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 1002 time: 0.0579057 Mar 10 04:25:33.847144 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134678-6154-4e0c-a398-11c06615eede req-3f4f2c3c-8202-47d2-a241-bcaf6640ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:33.848640 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f134678-6154-4e0c-a398-11c06615eede req-3f4f2c3c-8202-47d2-a241-bcaf6640ea60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d231466-e4ad-44de-abc3-577a7f47b0de HTTP/1.1" status: 200 len: 847 time: 0.0474708 Mar 10 04:25:33.903368 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f134678-6154-4e0c-a398-11c06615eede req-a88bbb10-9418-4369-bd89-f436a14baf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:33.904923 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f134678-6154-4e0c-a398-11c06615eede req-a88bbb10-9418-4369-bd89-f436a14baf28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba7a4c0a-3458-45ab-a301-729623705265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432670 Mar 10 04:25:33.994623 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f134678-6154-4e0c-a398-11c06615eede req-b814e251-c1b1-48bb-80a0-b823dfa9133c service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806451 Mar 10 04:25:34.087528 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7f134678-6154-4e0c-a398-11c06615eede req-9995183a-ae4e-4118-93d6-a4dca004a296 service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840995 Mar 10 04:25:34.219655 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c191e6-a607-4f23-af91-54fb67932ba4 req-2b2fded5-88bf-4470-bb43-c6a60fee4916 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:34.221166 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-04c191e6-a607-4f23-af91-54fb67932ba4 req-2b2fded5-88bf-4470-bb43-c6a60fee4916 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0526409 Mar 10 04:25:34.269484 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-04c191e6-a607-4f23-af91-54fb67932ba4 req-f42f24c2-c30c-466e-beb4-c2b6d9976e43 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426364 Mar 10 04:25:34.617778 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef28e3-b371-4dab-9fe8-36fed6fa342f req-9fbdad06-e2f5-4063-b113-de373d2df9d4 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:34.620535 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-95ef28e3-b371-4dab-9fe8-36fed6fa342f req-9fbdad06-e2f5-4063-b113-de373d2df9d4 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.0581594 Mar 10 04:25:34.676598 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-95ef28e3-b371-4dab-9fe8-36fed6fa342f req-4debb06f-4f7e-43fb-b909-0c869259e000 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504420 Mar 10 04:25:35.389506 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baa9b2-d3db-4547-967c-a67bdbb650ff req-ee05ac87-22c8-4bc2-9c62-f882853b792b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:35.391242 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-39baa9b2-d3db-4547-967c-a67bdbb650ff req-ee05ac87-22c8-4bc2-9c62-f882853b792b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0529325 Mar 10 04:25:35.440165 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-39baa9b2-d3db-4547-967c-a67bdbb650ff req-bbe660bd-7972-49cc-8119-decf116ff824 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Mar 10 04:25:35.677185 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-e0893c71-17e6-4d11-87fe-6dab7472bcec tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:35.678664 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-e0893c71-17e6-4d11-87fe-6dab7472bcec tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.0515094 Mar 10 04:25:35.814721 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5865e5-995a-44df-805b-a24729de403c req-d53b1e17-3888-4191-912f-82acc7cca81a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:35.816208 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a5865e5-995a-44df-805b-a24729de403c req-d53b1e17-3888-4191-912f-82acc7cca81a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 946 time: 0.0681248 Mar 10 04:25:35.818128 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 87a744f4-ca08-45e0-9490-6594c13a701a {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:25:35.818468 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:35.922552 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a5865e5-995a-44df-805b-a24729de403c req-74d71b61-27ad-4762-93d0-d5fbd8c8c0c7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=663074c6-cd02-4d92-89dd-b8a464a61b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998778 Mar 10 04:25:35.942159 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] For port 87a744f4-ca08-45e0-9490-6594c13a701a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=87a744f4-ca08-45e0-9490-6594c13a701a,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:35.942528 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:36.113752 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:36.114118 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (8fa27908-5b18-4d90-9044-3b1800335cd7), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:36.114440 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP 8fa27908-5b18-4d90-9044-3b1800335cd7 disassociated. External IP: 172.28.0.243, port: 87a744f4-ca08-45e0-9490-6594c13a701a. Mar 10 04:25:36.114780 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 87a744f4-ca08-45e0-9490-6594c13a701a owned by compute:nova {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:25:36.322784 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (87a744f4-ca08-45e0-9490-6594c13a701a), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:36.351144 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=87a744f4-ca08-45e0-9490-6594c13a701a,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:36.363547 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.363912 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.364320 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.364656 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.364998 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.365334 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.365685 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.366001 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.366337 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.366664 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.366999 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.367395 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.367655 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:36.478653 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:25:36.628302 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab2e37-4e23-4791-9cb2-9c7c3192944c req-e30f71ab-50c9-4e5c-81fe-b35aa825a80f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:36.629761 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b7ab2e37-4e23-4791-9cb2-9c7c3192944c req-e30f71ab-50c9-4e5c-81fe-b35aa825a80f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0928781 Mar 10 04:25:36.647851 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:25:36.658778 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:25:36.670803 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:25:36.670803 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:25:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:25:36.702945 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] No DVR routers for this DVR port 87a744f4-ca08-45e0-9490-6594c13a701a on host hv-cinder-77819 {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:25:36.707040 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:36.710357 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8a4dd5b1-60b3-436e-809b-6a1486dcec02 req-1f5b95e0-280f-469d-921e-e550c205924e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "DELETE /v2.0/ports/87a744f4-ca08-45e0-9490-6594c13a701a HTTP/1.1" status: 204 len: 173 time: 1.0262327 Mar 10 04:25:36.710858 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'name': 'network-vif-deleted', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:25:36.713694 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f483e3d-7259-4f8a-a9b0-a5785aaa2434" -d '{"events": [{"server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "name": "network-vif-deleted", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:25:36.743616 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b7ab2e37-4e23-4791-9cb2-9c7c3192944c req-86afea2c-16a3-45f7-976a-cef095bff290 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040852 Mar 10 04:25:36.797241 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:25:36.801210 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05523106-76c4-4f3a-9faa-168cd09436e0 x-openstack-request-id: req-05523106-76c4-4f3a-9faa-168cd09436e0 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:25:36.801577 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b10084-af36-4929-96bc-de47af9515fd", "name": "network-vif-deleted", "tag": "87a744f4-ca08-45e0-9490-6594c13a701a", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:25:36.801946 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05523106-76c4-4f3a-9faa-168cd09436e0 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:25:36.802454 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b10084-af36-4929-96bc-de47af9515fd', 'name': 'network-vif-deleted', 'tag': '87a744f4-ca08-45e0-9490-6594c13a701a', 'status': 'completed', 'code': 200} Mar 10 04:25:36.901068 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046cf2-f11c-4c2e-a5d4-e8e422a980fd req-8cb93019-b1b0-43be-a531-ad1066026979 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:36.902785 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-60046cf2-f11c-4c2e-a5d4-e8e422a980fd req-8cb93019-b1b0-43be-a531-ad1066026979 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0714240 Mar 10 04:25:36.965414 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-60046cf2-f11c-4c2e-a5d4-e8e422a980fd req-4c654198-7a02-4d37-bc1e-465ca993c943 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561874 Mar 10 04:25:37.024893 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b79262ad-2145-41c6-8721-49e61b050848 req-de0c4ec4-24bf-4c21-b60b-542471bd3e31 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b10084-af36-4929-96bc-de47af9515fd HTTP/1.1" status: 200 len: 210 time: 0.0297897 Mar 10 04:25:37.051292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:25:37.077294 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:25:37.085455 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:25:37.085999 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:25:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:25:37.194143 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:25:37.394975 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:25:37.421485 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3f4790-5b63-4f74-9937-e6bf34ad91d9 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:25:37.633618 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4a99b-ad55-4658-8f13-983d0a49ab82 None None] New status for floating IP 8fa27908-5b18-4d90-9044-3b1800335cd7: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:25:37.858646 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9a8ea-5e2d-4fb9-836f-beb40a26103b req-599a7a1b-4b7f-4264-aea3-50d88aa3270d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:37.859758 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bdf9a8ea-5e2d-4fb9-836f-beb40a26103b req-599a7a1b-4b7f-4264-aea3-50d88aa3270d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0562959 Mar 10 04:25:37.908686 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bdf9a8ea-5e2d-4fb9-836f-beb40a26103b req-fd7cb8da-c442-42a6-b7e3-55c8adf6b608 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430834 Mar 10 04:25:37.973999 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-42a73f59-cb17-4687-88b4-4d90b843dab7 req-acf84edf-e790-4a6e-87dd-577430858f47 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:25:37.974998 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-42a73f59-cb17-4687-88b4-4d90b843dab7 req-acf84edf-e790-4a6e-87dd-577430858f47 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052931 Mar 10 04:25:38.079945 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe969f6-ae70-458a-897f-6a2ddeb4dd44 req-49cafe8a-6c3b-487a-9cdc-1b6cea5d630a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:38.081397 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bfe969f6-ae70-458a-897f-6a2ddeb4dd44 req-49cafe8a-6c3b-487a-9cdc-1b6cea5d630a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0521433 Mar 10 04:25:38.127033 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bfe969f6-ae70-458a-897f-6a2ddeb4dd44 req-bdbdb28f-b8ca-42a7-b957-c3862d2c4841 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400767 Mar 10 04:25:38.254257 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4615a7-9291-4abf-a054-760a29a792a5 req-aa073282-1f42-4c85-ada5-be7074d86a6a tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:38.255734 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1e4615a7-9291-4abf-a054-760a29a792a5 req-aa073282-1f42-4c85-ada5-be7074d86a6a tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0572169 Mar 10 04:25:38.271407 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60554) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:38.320692 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1e4615a7-9291-4abf-a054-760a29a792a5 req-22ad672f-ce05-4d45-bc25-f0ed444a6a41 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550580 Mar 10 04:25:38.326118 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (663074c6-cd02-4d92-89dd-b8a464a61b84), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.335962 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60556) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:38.351291 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (663074c6-cd02-4d92-89dd-b8a464a61b84), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.422119 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-2f470f4b-bc79-4ec7-b38d-0851c00d7e17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849674 Mar 10 04:25:38.430872 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-1b7b9f0d-ba24-4234-9257-e32bca5748fb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:25:38.431853 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-1b7b9f0d-ba24-4234-9257-e32bca5748fb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048165 Mar 10 04:25:38.443600 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 87a744f4-ca08-45e0-9490-6594c13a701a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:25:38.464056 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 87a744f4-ca08-45e0-9490-6594c13a701a {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:25:38.464409 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 87a744f4-ca08-45e0-9490-6594c13a701a not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:25:38.464829 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:25:38.482552 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (663074c6-cd02-4d92-89dd-b8a464a61b84), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.485308 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.489087 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/security-groups/663074c6-cd02-4d92-89dd-b8a464a61b84 HTTP/1.1" status: 204 len: 168 time: 0.2139947 Mar 10 04:25:38.489993 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60564) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:38.503638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663074c6-cd02-4d92-89dd-b8a464a61b84,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:38.507724 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.api.v2.resource [None req-40ad1548-3e21-42d4-b5ac-326e64f7a525 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] show failed (client error): The resource could not be found. Mar 10 04:25:38.512885 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-40ad1548-3e21-42d4-b5ac-326e64f7a525 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups/663074c6-cd02-4d92-89dd-b8a464a61b84 HTTP/1.1" status: 404 len: 347 time: 0.0210609 Mar 10 04:25:38.513058 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60566) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:38.514622 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60568) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:38.520429 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.520807 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.521339 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.521684 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.522020 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.522355 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.522685 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.523014 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.523341 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.523824 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.524353 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.525184 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.525527 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40d5d7-99cb-4910-a495-6f3ccf5dd071 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.560301 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea is: ACTIVE; New status is: DOWN {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:25:38.560797 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.583232 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:25:38.588336 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f60c3-a315-40dd-8ed0-1b7605a63400" -d '{"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:25:38.601754 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:38.623559 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90b72dc-73a9-4f64-913e-aedf49b88c86 x-openstack-request-id: req-e90b72dc-73a9-4f64-913e-aedf49b88c86 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:25:38.624775 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-unplugged", "status": "failed", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea", "code": 422}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:25:38.625128 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e90b72dc-73a9-4f64-913e-aedf49b88c86 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:25:38.625744 dv-cinder-778193-25-smb neutron-server[103753]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'code': 422} returned with failed status Mar 10 04:25:38.647401 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-634c8193-f582-4014-bef8-0a114b866a08 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:38.648815 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-634c8193-f582-4014-bef8-0a114b866a08 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports/a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 943 time: 0.1332443 Mar 10 04:25:38.650821 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 2bd1c7de-8920-4663-bd75-28fa532de398 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:25:38.651324 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (2bd1c7de-8920-4663-bd75-28fa532de398), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.659893 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.713785 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=6']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:38.720762 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.721119 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.721771 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.722120 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.722453 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.722785 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.723551 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.723551 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.723762 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.724180 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.724515 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.724837 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.725153 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:25:38.740597 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (2bd1c7de-8920-4663-bd75-28fa532de398), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.740914 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (2bd1c7de-8920-4663-bd75-28fa532de398), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.752948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 2bd1c7de-8920-4663-bd75-28fa532de398 owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:25:38.947743 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (2bd1c7de-8920-4663-bd75-28fa532de398), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:38.974144 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=2bd1c7de-8920-4663-bd75-28fa532de398,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:39.031946 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (8fa27908-5b18-4d90-9044-3b1800335cd7), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:39.034703 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:39.035912 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-0fcf8901-d5dc-49d7-8511-7cf4e048eda0 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/floatingips/8fa27908-5b18-4d90-9044-3b1800335cd7 HTTP/1.1" status: 204 len: 168 time: 0.5219591 Mar 10 04:25:39.254326 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e304b-8c79-41ef-a175-93b7bbf45464 req-b7137ebe-632e-4c62-844a-061cc336c73d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:39.256382 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-247e304b-8c79-41ef-a175-93b7bbf45464 req-b7137ebe-632e-4c62-844a-061cc336c73d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0584431 Mar 10 04:25:39.305773 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-247e304b-8c79-41ef-a175-93b7bbf45464 req-890e89b6-5471-474b-b504-ecbe903ae9b0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Mar 10 04:25:39.427250 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604766e0-be00-424f-8a12-9f56f5eb041b req-e5d5f988-6a39-4cad-a6dd-bac1eea17d55 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:39.428684 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-604766e0-be00-424f-8a12-9f56f5eb041b req-e5d5f988-6a39-4cad-a6dd-bac1eea17d55 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0529790 Mar 10 04:25:39.479320 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-604766e0-be00-424f-8a12-9f56f5eb041b req-e07153ae-f3df-4103-b1b9-2502751e94c7 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437820 Mar 10 04:25:39.689530 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60586) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:39.695185 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-a5b18bbe-c915-407f-b397-6d434d4f5a8c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617287436', 'description': 'tempest-description--1542171141'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:25:39.810216 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a5b18bbe-c915-407f-b397-6d434d4f5a8c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:39.874250 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a5b18bbe-c915-407f-b397-6d434d4f5a8c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (be2a7a0c-6beb-4e76-8986-972470a9a4db), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:39.958680 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a5b18bbe-c915-407f-b397-6d434d4f5a8c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (be2a7a0c-6beb-4e76-8986-972470a9a4db), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:39.988269 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b18bbe-c915-407f-b397-6d434d4f5a8c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a7a0c-6beb-4e76-8986-972470a9a4db,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:40.052016 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a5b18bbe-c915-407f-b397-6d434d4f5a8c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.053309 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a5b18bbe-c915-407f-b397-6d434d4f5a8c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3623087 Mar 10 04:25:40.061923 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60588) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:40.066126 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-16b9f55f-0af1-4743-8c10-2e940aa896ea tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': 'be2a7a0c-6beb-4e76-8986-972470a9a4db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:25:40.128577 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-16b9f55f-0af1-4743-8c10-2e940aa896ea tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (2ba4f7f7-e7ab-4b15-8263-f8b21c0eb37f), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.182566 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-16b9f55f-0af1-4743-8c10-2e940aa896ea tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (2ba4f7f7-e7ab-4b15-8263-f8b21c0eb37f), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.233224 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-16b9f55f-0af1-4743-8c10-2e940aa896ea tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (2ba4f7f7-e7ab-4b15-8263-f8b21c0eb37f), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.250738 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9f55f-0af1-4743-8c10-2e940aa896ea tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba4f7f7-e7ab-4b15-8263-f8b21c0eb37f,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:40.320396 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-16b9f55f-0af1-4743-8c10-2e940aa896ea tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.322152 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-16b9f55f-0af1-4743-8c10-2e940aa896ea tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2587841 Mar 10 04:25:40.324919 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60590) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:40.329176 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-68fe2740-685e-4374-a4f3-5a816b7f95ba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'security_group_rule': {'security_group_id': 'be2a7a0c-6beb-4e76-8986-972470a9a4db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:25:40.427063 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1490a-a2f4-4de9-a23a-279fadb5ee9e req-65c0ac14-fcc3-4b9a-9b37-4768e354e796 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:40.428593 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c8e1490a-a2f4-4de9-a23a-279fadb5ee9e req-65c0ac14-fcc3-4b9a-9b37-4768e354e796 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0520263 Mar 10 04:25:40.433687 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-68fe2740-685e-4374-a4f3-5a816b7f95ba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (196605a9-9fd5-49ba-9324-9cfd276a6e57), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.476074 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c8e1490a-a2f4-4de9-a23a-279fadb5ee9e req-71610356-3e33-4f2c-9dd7-7d128f6d0bb7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Mar 10 04:25:40.494434 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-68fe2740-685e-4374-a4f3-5a816b7f95ba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (196605a9-9fd5-49ba-9324-9cfd276a6e57), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.564811 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-68fe2740-685e-4374-a4f3-5a816b7f95ba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951819'] for security_group_rule (196605a9-9fd5-49ba-9324-9cfd276a6e57), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.583741 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe2740-685e-4374-a4f3-5a816b7f95ba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196605a9-9fd5-49ba-9324-9cfd276a6e57,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:40.604787 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d32e1d-449b-47cf-ae71-20be25087606 req-9dfce54a-8c8a-4175-bf94-1fd4b5e4f6c9 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:40.606270 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b2d32e1d-449b-47cf-ae71-20be25087606 req-9dfce54a-8c8a-4175-bf94-1fd4b5e4f6c9 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0565369 Mar 10 04:25:40.652500 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-68fe2740-685e-4374-a4f3-5a816b7f95ba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.653703 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-68fe2740-685e-4374-a4f3-5a816b7f95ba tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278646 Mar 10 04:25:40.654439 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b2d32e1d-449b-47cf-ae71-20be25087606 req-76182bc9-fee4-4ad9-bebc-e208ed987ef3 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 Mar 10 04:25:40.656904 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 60596) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:40.661317 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:25:40.770097 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.831427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-08d0ba9d-b479-4aed-9518-365956c5e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:40.832953 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-08d0ba9d-b479-4aed-9518-365956c5e533 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab&tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315 HTTP/1.1" status: 200 len: 1128 time: 0.0729163 Mar 10 04:25:40.871490 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:40.901013 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-86db165f-f260-4ba5-881f-d14ca1e55118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:40.902497 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-86db165f-f260-4ba5-881f-d14ca1e55118 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1128 time: 0.0446289 Mar 10 04:25:40.978722 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.28.0.79 (ff4d3897-7db3-4db5-a843-12a7d68b282a/a399e576-cf86-4d91-b36e-faf18bcbad85/567e442b-5dd5-46e8-995e-6efaacf6d6f3) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:25:40.993115 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-ce8a871f-0f37-45b5-ba5e-c77bd21424e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:40.995286 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-ce8a871f-0f37-45b5-ba5e-c77bd21424e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 200 len: 909 time: 0.0869527 Mar 10 04:25:41.061199 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-a70a7749-e203-4047-b3c1-85915f6960eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 1000 time: 0.0596452 Mar 10 04:25:41.077909 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.108443 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-e4d0ae9d-6026-4220-9382-2575491910c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:41.109916 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-e4d0ae9d-6026-4220-9382-2575491910c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d231466-e4ad-44de-abc3-577a7f47b0de HTTP/1.1" status: 200 len: 847 time: 0.0425940 Mar 10 04:25:41.158882 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-b736d6ef-af2e-4746-b910-9a099338519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:41.160405 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-b736d6ef-af2e-4746-b910-9a099338519f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba7a4c0a-3458-45ab-a301-729623705265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0431046 Mar 10 04:25:41.170691 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.206326 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network ff4d3897-7db3-4db5-a843-12a7d68b282a is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:25:41.209163 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:25:41.214502 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:25:41.242645 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=567e442b-5dd5-46e8-995e-6efaacf6d6f3,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:41.260843 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-fedb73ac-a19d-4ea5-b0cb-e2fd2513e7ac service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917118 Mar 10 04:25:41.310454 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (6962b469-40fb-4344-933d-11dd828a4c66), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.345293 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-68e891b7-d49b-4f5f-9612-f13faf756071 req-04e99672-64dd-46ee-9bfd-e2c486cac583 service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802865 Mar 10 04:25:41.380337 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.528910 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.593204 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.597256 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5e44-d8e2-4b81-bf29-cdbaffe9593f req-2c1ff239-8ff9-4aba-ab86-f5fbc6c67da7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:41.598749 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-af9a5e44-d8e2-4b81-bf29-cdbaffe9593f req-2c1ff239-8ff9-4aba-ab86-f5fbc6c67da7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0513604 Mar 10 04:25:41.651002 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-af9a5e44-d8e2-4b81-bf29-cdbaffe9593f req-8a5b01e9-35b1-4fd9-ad50-89fe52f19e10 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458369 Mar 10 04:25:41.668133 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=567e442b-5dd5-46e8-995e-6efaacf6d6f3,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:41.674130 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (6962b469-40fb-4344-933d-11dd828a4c66), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.774096 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab3c07-ccad-4c81-b213-305ae85e5dbe req-b5ed9308-d92f-4e07-b4f3-f1144af501d0 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:41.776235 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e2ab3c07-ccad-4c81-b213-305ae85e5dbe req-b5ed9308-d92f-4e07-b4f3-f1144af501d0 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0522490 Mar 10 04:25:41.776657 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:41.777899 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-709ba45e-ed21-42d0-99f2-7ddb5005ad94 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1200404 Mar 10 04:25:41.825176 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e2ab3c07-ccad-4c81-b213-305ae85e5dbe req-1543aeac-ba65-4b4b-ab32-cd60e1904c5c tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432644 Mar 10 04:25:41.962977 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-7982212a-83e9-496e-a09f-4aebd8082078 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--617287436&fields=id&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 267 time: 0.0400805 Mar 10 04:25:42.065568 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c6bb56c3-ff0a-4442-9fb4-9c27f5c185b5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:42.066995 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c6bb56c3-ff0a-4442-9fb4-9c27f5c185b5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.0978951 Mar 10 04:25:42.081398 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-bf209290-5509-4a2c-9295-9838e5031563 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/quotas/88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 375 time: 0.0085275 Mar 10 04:25:42.133274 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-7e181fe0-3477-43bd-8565-5596ff549ae2 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471039 Mar 10 04:25:42.228744 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-9a7deb88-c04f-4a51-96e3-9e3a1bbd67f9 service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833392 Mar 10 04:25:42.312931 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-8965e8f5-4445-41b4-909c-40bde79b0e39 service neutron] 10.222.0.32 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786548 Mar 10 04:25:42.562530 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9a3f11f7-feed-40b4-a19d-fe18bf045597 req-56645257-7b98-4830-838b-d038ed01241d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 210 time: 0.0293984 Mar 10 04:25:42.776619 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d49b7c-dcf8-4993-9c02-00030164952b req-0b21289d-f47c-4449-9f0b-d8a530aac604 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:42.778295 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e2d49b7c-dcf8-4993-9c02-00030164952b req-0b21289d-f47c-4449-9f0b-d8a530aac604 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0563953 Mar 10 04:25:42.823134 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e2d49b7c-dcf8-4993-9c02-00030164952b req-c67325d4-45ff-4f5e-a996-f123da5b668d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395091 Mar 10 04:25:42.942693 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271bb1b-75b0-4d95-88f1-41eb747b699f req-f455800d-9832-4ee9-a446-4a3dc8ba3e7d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:42.944186 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d271bb1b-75b0-4d95-88f1-41eb747b699f req-f455800d-9832-4ee9-a446-4a3dc8ba3e7d tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0519986 Mar 10 04:25:42.992996 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d271bb1b-75b0-4d95-88f1-41eb747b699f req-bfc1240d-58c1-4860-bb41-5c70714b76c8 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Mar 10 04:25:43.816776 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f0483d95-dad3-45fc-9f2f-8eac29d8b501 req-933d5179-6fc0-4076-b696-33fc80d1517e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 210 time: 0.0301695 Mar 10 04:25:43.952840 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5ea87-1d19-4c8f-b736-ff4425d39dd5 req-cf94d381-919e-4ba1-9a63-d8418367d888 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:43.954286 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8dd5ea87-1d19-4c8f-b736-ff4425d39dd5 req-cf94d381-919e-4ba1-9a63-d8418367d888 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0550146 Mar 10 04:25:43.999804 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8dd5ea87-1d19-4c8f-b736-ff4425d39dd5 req-a115fdbc-ec45-49cd-b51d-14dda9b011a1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399370 Mar 10 04:25:44.107516 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bc4a1-f2ab-4521-b357-aff4507dc944 req-649b741f-4aee-4466-9fc0-1e5300cb2af1 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:44.108913 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-720bc4a1-f2ab-4521-b357-aff4507dc944 req-649b741f-4aee-4466-9fc0-1e5300cb2af1 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.0516059 Mar 10 04:25:44.156558 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-720bc4a1-f2ab-4521-b357-aff4507dc944 req-61c17e11-c75e-43fb-b184-a40c1c18ec03 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 Mar 10 04:25:44.448172 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c60e21c8-0bb4-4bf7-9378-8dbcfc64c441 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:44.449512 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c60e21c8-0bb4-4bf7-9378-8dbcfc64c441 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 813 time: 0.1015034 Mar 10 04:25:44.509988 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-e23d5e02-3339-4d07-ab38-8baf75ed37b5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c08913ec294120abef430805a80a98 HTTP/1.1" status: 200 len: 379 time: 0.0513530 Mar 10 04:25:44.518086 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'port': {'device_id': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'admin_state_up': True, 'tenant_id': '88c08913ec294120abef430805a80a98', 'security_groups': ['be2a7a0c-6beb-4e76-8986-972470a9a4db']}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:25:44.909099 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ee76139b-45bf-41c1-aecb-68a97e50abea req-32c0b030-0187-4dca-846b-d29047eeea44 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 210 time: 0.0254471 Mar 10 04:25:44.962442 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Made reservation on behalf of 88c08913ec294120abef430805a80a98 for: {'port': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:25:44.965832 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:45.113420 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_common [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Allocated IP 172.20.0.6 (8040fa27-6543-4170-b870-037ad12017ee/daf6f6d9-2479-4818-ac6d-616c4ea97ea1/24282356-3a90-4cf2-8124-37baf057dc3e) {{(pid=103751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:25:45.154336 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fdad0-0ee4-4634-a8d2-6f32e09fba72 req-d551bb2e-77df-4390-bc2f-67b947bb2773 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:45.155808 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b16fdad0-0ee4-4634-a8d2-6f32e09fba72 req-d551bb2e-77df-4390-bc2f-67b947bb2773 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0859888 Mar 10 04:25:45.292735 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b16fdad0-0ee4-4634-a8d2-6f32e09fba72 req-a0e0d561-131b-4fb1-97a3-53c0d1f99698 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296077 Mar 10 04:25:45.336330 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for port (24282356-3a90-4cf2-8124-37baf057dc3e), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:45.344436 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2608c-b7a3-4497-9d8a-f88de6e379a1 req-ed15ac78-54e6-441a-b6b4-daa4c03a92bc tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:45.345900 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e4c2608c-b7a3-4497-9d8a-f88de6e379a1 req-ed15ac78-54e6-441a-b6b4-daa4c03a92bc tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.1226275 Mar 10 04:25:45.410928 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e4c2608c-b7a3-4497-9d8a-f88de6e379a1 req-3afe74e6-ff6d-486f-9334-2cae303a8f20 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590584 Mar 10 04:25:45.472947 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:45.512524 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Network 8040fa27-6543-4170-b870-037ad12017ee is already hosted by enough agents. {{(pid=103751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:25:45.515574 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Resources bound (agent type, host, resource id): {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:25:45.521638 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Received port after_create {{(pid=103751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:25:45.551869 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event updated for resources: {'Port': ['ID=24282356-3a90-4cf2-8124-37baf057dc3e,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:45.579658 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:45.580314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:45.651567 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-c0b1b534-7132-47e3-8df9-21deb00c8f9b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1369128 Mar 10 04:25:45.662897 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Request body: {'port': {'device_id': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:25:45.722139 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:45.785489 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-8a0a6a56-c342-4e62-8364-49b6b6c302cf None None] Provisioning complete for port 24282356-3a90-4cf2-8124-37baf057dc3e triggered by entity DHCP. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:25:45.786067 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6a56-c342-4e62-8364-49b6b6c302cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:45.818094 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a6a56-c342-4e62-8364-49b6b6c302cf None None] Port 24282356-3a90-4cf2-8124-37baf057dc3e cannot update to ACTIVE because it is not bound. {{(pid=103753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:25:45.991708 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24282356-3a90-4cf2-8124-37baf057dc3e {{(pid=103751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:25:46.014891 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Publish callbacks [] for port (24282356-3a90-4cf2-8124-37baf057dc3e), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.031925 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.provisioning_blocks [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Transition to ACTIVE for port object 24282356-3a90-4cf2-8124-37baf057dc3e will not be triggered until provisioned by entity L2. {{(pid=103751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:25:46.046138 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4105c2-02cd-41b1-9e90-41b50b0d2812 req-81496607-e663-43a6-9c03-7ffb34178696 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:46.047623 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bd4105c2-02cd-41b1-9e90-41b50b0d2812 req-81496607-e663-43a6-9c03-7ffb34178696 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 931 time: 0.0726106 Mar 10 04:25:46.093750 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bd4105c2-02cd-41b1-9e90-41b50b0d2812 req-029b50af-678b-46b6-b660-608b35cd60cc tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Mar 10 04:25:46.094795 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.146751 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Pushing event updated for resources: {'Port': ['ID=24282356-3a90-4cf2-8124-37baf057dc3e,revision_number=2']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:46.216128 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Attempting to bind port 24282356-3a90-4cf2-8124-37baf057dc3e on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:25:46.216488 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Attempting to bind port 24282356-3a90-4cf2-8124-37baf057dc3e by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:25:46.216808 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Attempting to bind port 24282356-3a90-4cf2-8124-37baf057dc3e on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:25:46.221338 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Port 24282356-3a90-4cf2-8124-37baf057dc3e on network 8040fa27-6543-4170-b870-037ad12017ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:25:46.221664 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Attempting to bind port 24282356-3a90-4cf2-8124-37baf057dc3e on network 8040fa27-6543-4170-b870-037ad12017ee {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:25:46.226537 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:25:46.226879 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Checking segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:25:46.227261 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Bound using segment: {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'} {{(pid=103751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:25:46.228268 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.managers [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Bound port: 24282356-3a90-4cf2-8124-37baf057dc3e, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '8040fa27-6543-4170-b870-037ad12017ee'}}] {{(pid=103751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:25:46.228635 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.292493 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] For port 24282356-3a90-4cf2-8124-37baf057dc3e, host hv-cinder-77819, cleared binding levels {{(pid=103751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:25:46.295441 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] For port 24282356-3a90-4cf2-8124-37baf057dc3e, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24282356-3a90-4cf2-8124-37baf057dc3e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:25:46.372349 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5324998'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.425768 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:46.426520 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.427816 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/24282356-3a90-4cf2-8124-37baf057dc3e HTTP/1.1" status: 200 len: 1093 time: 0.7692437 Mar 10 04:25:46.429790 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:25:46.432928 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6" -d '{"events": [{"name": "network-changed", "server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:25:46.464472 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31967014-795a-4792-adb1-74ecfc4040f6 service neutron] Pushing event updated for resources: {'Port': ['ID=24282356-3a90-4cf2-8124-37baf057dc3e,revision_number=3']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:46.475082 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516309-da95-4a42-8856-607df4564ce8 req-36d7823d-c18f-44ee-ade6-fcb4b53a129d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:46.476643 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-92516309-da95-4a42-8856-607df4564ce8 req-36d7823d-c18f-44ee-ade6-fcb4b53a129d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.1148930 Mar 10 04:25:46.481461 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:25:46.587951 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:46.600786 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'port_id': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'mac_address': 'fa:16:3e:c5:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:25:46.616014 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-92516309-da95-4a42-8856-607df4564ce8 req-84a7d74f-dd9e-44ad-a7f1-c3a962930c11 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304531 Mar 10 04:25:46.625173 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e1d65-e128-42f4-9857-6d90fc9f4b9b req-d2bfaf91-4cde-485c-ac5c-6d1e7253d06e tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:46.626698 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-674e1d65-e128-42f4-9857-6d90fc9f4b9b req-d2bfaf91-4cde-485c-ac5c-6d1e7253d06e tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 944 time: 0.1336267 Mar 10 04:25:46.650601 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-9824f6fc-91d8-4b3a-9467-f9587b6c2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:46.650601 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-9824f6fc-91d8-4b3a-9467-f9587b6c2678 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 1127 time: 0.1117246 Mar 10 04:25:46.660326 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:25:46.660805 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.681211 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:25:46.697773 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a45fde-6ec0-451a-92ca-862e4dc9a017 x-openstack-request-id: req-83a45fde-6ec0-451a-92ca-862e4dc9a017 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:25:46.698071 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:25:46.698324 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83a45fde-6ec0-451a-92ca-862e4dc9a017 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:25:46.698721 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e', 'status': 'completed', 'code': 200} Mar 10 04:25:46.700435 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-f064b5f9-71dd-443e-bfee-5cc28b538029 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24282356-3a90-4cf2-8124-37baf057dc3e HTTP/1.1" status: 200 len: 217 time: 0.0419731 Mar 10 04:25:46.701976 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:46.755163 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-674e1d65-e128-42f4-9857-6d90fc9f4b9b req-c2a3e292-4723-454a-a598-de447c688321 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218019 Mar 10 04:25:46.767547 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-49c64a22-71c9-418e-bf63-89b6db38db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:46.769101 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-49c64a22-71c9-418e-bf63-89b6db38db2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0592237 Mar 10 04:25:46.781526 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:46.822565 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-532d5d28-d589-4c2f-90f9-d80dd907b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:46.824127 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-532d5d28-d589-4c2f-90f9-d80dd907b2f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0480013 Mar 10 04:25:46.828576 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=7']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:46.913823 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-659e9f76-ed9a-451f-a167-731b6988374a service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823848 Mar 10 04:25:47.004647 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ca961890-ed8b-48ee-bbc2-425213e8f019 req-68eb4514-8e6e-4267-9148-ce0f0450f7cd service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834062 Mar 10 04:25:47.131061 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:25:47.195841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-59021b93-77b0-4216-b606-5ea804f898ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:47.198132 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-59021b93-77b0-4216-b606-5ea804f898ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 1127 time: 0.0491178 Mar 10 04:25:47.306527 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-e104f5b2-74b8-4485-af35-bc687cad3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:47.308008 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-e104f5b2-74b8-4485-af35-bc687cad3823 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 914 time: 0.1021662 Mar 10 04:25:47.358244 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-1d82f552-583f-4ecb-854b-8c06a7c44b9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24282356-3a90-4cf2-8124-37baf057dc3e HTTP/1.1" status: 200 len: 217 time: 0.0423920 Mar 10 04:25:47.425720 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-140d070b-9495-4477-837b-a178bc194a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:47.427087 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-140d070b-9495-4477-837b-a178bc194a2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0535073 Mar 10 04:25:47.435167 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc55b8-065b-4fd4-bc7e-f21a5172989d req-8e7f4c17-368a-477e-b817-210af2a420da tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:47.436553 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ebdc55b8-065b-4fd4-bc7e-f21a5172989d req-8e7f4c17-368a-477e-b817-210af2a420da tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 943 time: 0.1142795 Mar 10 04:25:47.513743 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ebdc55b8-065b-4fd4-bc7e-f21a5172989d req-713fd4b8-b111-4fc9-82b1-3084a6fb8cd4 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692339 Mar 10 04:25:47.515477 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-8ce652ab-8f37-4441-8124-307b2b6d1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:47.517321 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-8ce652ab-8f37-4441-8124-307b2b6d1371 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0795479 Mar 10 04:25:47.605343 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-6bb34382-8c95-4443-85b0-15e43873b080 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812593 Mar 10 04:25:47.698645 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c569ef6c-3754-4ef9-8e1a-59f8c0de06f6 req-4fe5ffb1-1f87-442f-ab06-89d5ecdb6d9e service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855792 Mar 10 04:25:47.749209 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7b217-f51a-4a43-a446-eac20463e200 req-8a3a15ee-f809-407b-80d3-27ad39ba2ec6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:47.750699 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bbf7b217-f51a-4a43-a446-eac20463e200 req-8a3a15ee-f809-407b-80d3-27ad39ba2ec6 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0512710 Mar 10 04:25:47.796743 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-bbf7b217-f51a-4a43-a446-eac20463e200 req-1d748cd5-3d6e-4726-a508-b2504f4fb212 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Mar 10 04:25:47.876091 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f4916-5729-4098-9643-1112e5259ab9 req-1f2a67a3-c39b-4f09-a301-c9e67ce729db tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:47.877565 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-831f4916-5729-4098-9643-1112e5259ab9 req-1f2a67a3-c39b-4f09-a301-c9e67ce729db tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 945 time: 0.0569854 Mar 10 04:25:47.924786 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-831f4916-5729-4098-9643-1112e5259ab9 req-bf95a11b-da6b-4f02-9c3a-eec4d7327cd5 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417058 Mar 10 04:25:48.628783 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae63e-33e3-4a7d-ad49-162d9ebf67b3 req-3a23aa3b-32ab-4268-a1df-52037d6acf92 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:48.630262 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-509ae63e-33e3-4a7d-ad49-162d9ebf67b3 req-3a23aa3b-32ab-4268-a1df-52037d6acf92 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 943 time: 0.0512533 Mar 10 04:25:48.676304 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-509ae63e-33e3-4a7d-ad49-162d9ebf67b3 req-9b765cc1-ae05-43df-8e58-44168e9edcaa tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 Mar 10 04:25:48.919702 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a76a-70bc-49fd-8f9e-cf06914a3360 req-706ee57e-f7d0-4d3c-b87a-9427b30761a9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:48.921187 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ffe9a76a-70bc-49fd-8f9e-cf06914a3360 req-706ee57e-f7d0-4d3c-b87a-9427b30761a9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0558512 Mar 10 04:25:48.968236 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ffe9a76a-70bc-49fd-8f9e-cf06914a3360 req-3e472317-b9c6-4382-a378-02d037dbcef7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Mar 10 04:25:49.040017 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804ed9-37a5-4865-9ac9-07b6f3b6932b req-eb51a974-909a-4ec4-aa90-6c2d237db513 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:49.041516 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-08804ed9-37a5-4865-9ac9-07b6f3b6932b req-eb51a974-909a-4ec4-aa90-6c2d237db513 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 945 time: 0.0521197 Mar 10 04:25:49.088786 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-08804ed9-37a5-4865-9ac9-07b6f3b6932b req-fe9b42e9-f5af-49bd-a75f-c1f00429a3e7 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416768 Mar 10 04:25:49.789394 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ec12b-1925-4325-9cf3-64d9a8734b43 req-45d0f9f0-18a1-48d5-83fc-42b1765088cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:49.790824 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dc0ec12b-1925-4325-9cf3-64d9a8734b43 req-45d0f9f0-18a1-48d5-83fc-42b1765088cd tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 943 time: 0.0512087 Mar 10 04:25:49.839258 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dc0ec12b-1925-4325-9cf3-64d9a8734b43 req-7d2de2a7-d841-4a06-9dcb-4d310cde0b75 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 Mar 10 04:25:50.087239 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68057c3-876e-46ec-9391-e30c93c06a91 req-c46aedbc-75e7-4823-a4c1-54795d6144bc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:50.088636 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a68057c3-876e-46ec-9391-e30c93c06a91 req-c46aedbc-75e7-4823-a4c1-54795d6144bc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Mar 10 04:25:50.135667 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a68057c3-876e-46ec-9391-e30c93c06a91 req-d878e412-3497-4af2-a226-323480ff0177 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Mar 10 04:25:50.214925 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b402e8-1bb7-47a5-868a-cea8c225c87d req-52c728eb-ec46-4c8b-9bdb-bd166052f5a2 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:50.216479 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02b402e8-1bb7-47a5-868a-cea8c225c87d req-52c728eb-ec46-4c8b-9bdb-bd166052f5a2 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 945 time: 0.0623662 Mar 10 04:25:50.265434 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02b402e8-1bb7-47a5-868a-cea8c225c87d req-dcbbea94-597f-4097-b182-0a1437628e76 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426328 Mar 10 04:25:50.518561 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:25:50.522139 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:25:50.629975 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:25:50.630354 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:50.803019 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:50.816690 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'port_id': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'mac_address': 'fa:16:3e:78:3b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:25:50.881426 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port eac8300d-78c1-4c52-ad10-57adf7ea3f4e is: ACTIVE; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:25:50.881825 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:50.884300 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:25:50.884679 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:50.912610 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eac8300d-78c1-4c52-ad10-57adf7ea3f4e {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:25:50.923283 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:25:50.925544 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a2dcde-fedc-4df1-b567-d55be37863fc" -d '{"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:25:50.947503 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:50.949336 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:50.959791 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d8215-66b2-4816-9f92-1487f9cb5eab req-d63d52c5-ec6c-458a-8e6b-1dbb6e46d0bc tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:50.961311 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-043d8215-66b2-4816-9f92-1487f9cb5eab req-d63d52c5-ec6c-458a-8e6b-1dbb6e46d0bc tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 943 time: 0.0570514 Mar 10 04:25:50.970700 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d7cc65-ba95-4cc9-8415-d396b053db7b x-openstack-request-id: req-42d7cc65-ba95-4cc9-8415-d396b053db7b {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:25:50.970700 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:25:50.970700 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42d7cc65-ba95-4cc9-8415-d396b053db7b {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:25:50.970700 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'code': 200} Mar 10 04:25:51.012748 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-043d8215-66b2-4816-9f92-1487f9cb5eab req-5ca4530d-71e1-4527-bd49-55889c478c53 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453155 Mar 10 04:25:51.013901 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:51.040807 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:51.063680 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=8']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:51.113645 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=6']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:51.130029 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['eac8300d-78c1-4c52-ad10-57adf7ea3f4e'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:25:51.288806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393542d-c948-47b1-b382-e0b41d3a9074 req-6609a8c1-dde2-4833-a47a-45f4e6d7d521 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:51.290302 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7393542d-c948-47b1-b382-e0b41d3a9074 req-6609a8c1-dde2-4833-a47a-45f4e6d7d521 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 944 time: 0.0800967 Mar 10 04:25:51.356406 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd2c8d-73a9-41b8-8db9-1d23433ce59d req-1d45f3f9-f84e-464d-96e5-40c88337de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:51.357844 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-93fd2c8d-73a9-41b8-8db9-1d23433ce59d req-1d45f3f9-f84e-464d-96e5-40c88337de59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1130 time: 0.1047304 Mar 10 04:25:51.386884 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7393542d-c948-47b1-b382-e0b41d3a9074 req-f2795a22-9861-436a-aa9e-719e86b496a4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885577 Mar 10 04:25:51.427677 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-93fd2c8d-73a9-41b8-8db9-1d23433ce59d req-d2376688-0ace-4654-8330-71275330c76a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514822 Mar 10 04:25:51.438365 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa17d9-34c7-4041-b2a6-d9d945dfaad2 req-d1be5ae2-ee2d-40a6-a645-08c8bdfac7ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:51.439744 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f6aa17d9-34c7-4041-b2a6-d9d945dfaad2 req-d1be5ae2-ee2d-40a6-a645-08c8bdfac7ee tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.1027827 Mar 10 04:25:51.485834 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f6aa17d9-34c7-4041-b2a6-d9d945dfaad2 req-eded812f-472f-46c3-85cc-0652c4f6af05 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Mar 10 04:25:51.918537 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:52.125474 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba59e47-07b7-4825-953e-2682708533c1 req-69154351-f66f-4927-b02a-43ffb3c4251d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:52.126918 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8ba59e47-07b7-4825-953e-2682708533c1 req-69154351-f66f-4927-b02a-43ffb3c4251d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 943 time: 0.0508273 Mar 10 04:25:52.173824 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8ba59e47-07b7-4825-953e-2682708533c1 req-76305321-805e-470f-ad4f-1e9b2292f591 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413308 Mar 10 04:25:52.510578 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d4e95-d2d9-469d-be44-e35f863f508c req-b806c768-aaaa-4b88-81c8-21462d84659e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:52.512080 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-229d4e95-d2d9-469d-be44-e35f863f508c req-b806c768-aaaa-4b88-81c8-21462d84659e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 944 time: 0.0564868 Mar 10 04:25:52.534574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 24282356-3a90-4cf2-8124-37baf057dc3e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:25:52.539141 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:25:52.559413 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-229d4e95-d2d9-469d-be44-e35f863f508c req-65a0099b-7d32-43fa-b34b-03916d754cd0 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Mar 10 04:25:52.613276 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e734f-2b7c-44e8-9201-3c5ccdc5b057 req-5bbc4fce-3114-446b-aed6-3f2256556b71 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:52.614749 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4d2e734f-2b7c-44e8-9201-3c5ccdc5b057 req-5bbc4fce-3114-446b-aed6-3f2256556b71 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0544784 Mar 10 04:25:52.664259 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4d2e734f-2b7c-44e8-9201-3c5ccdc5b057 req-a66a6b8e-19da-4416-9a13-554d66b3439c tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 Mar 10 04:25:52.668497 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port eac8300d-78c1-4c52-ad10-57adf7ea3f4e triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:25:52.668685 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:52.712169 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 24282356-3a90-4cf2-8124-37baf057dc3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24282356-3a90-4cf2-8124-37baf057dc3e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:52.731994 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '24282356-3a90-4cf2-8124-37baf057dc3e', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'port_id': '24282356-3a90-4cf2-8124-37baf057dc3e', 'mac_address': 'fa:16:3e:d4:fc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:25:52.799792 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 24282356-3a90-4cf2-8124-37baf057dc3e is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:25:52.800212 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:52.817475 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-03731e1e-c014-4329-aa27-df77c55c4874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:52.820731 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port eac8300d-78c1-4c52-ad10-57adf7ea3f4e is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:25:52.821646 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:52.830211 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24282356-3a90-4cf2-8124-37baf057dc3e {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:25:52.860453 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 24282356-3a90-4cf2-8124-37baf057dc3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24282356-3a90-4cf2-8124-37baf057dc3e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:52.870269 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:52.941303 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:52.968374 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:25:52.971053 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a6b96c-81b2-4df5-a7c0-6d4b01970615" -d '{"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-plugged", "status": "completed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:25:52.980066 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:52.996424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=24282356-3a90-4cf2-8124-37baf057dc3e,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:53.024796 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9579bf0c-4df9-4bc3-8e91-b42439da4bfe x-openstack-request-id: req-9579bf0c-4df9-4bc3-8e91-b42439da4bfe {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:25:53.025074 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-plugged", "status": "completed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:25:53.025330 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9579bf0c-4df9-4bc3-8e91-b42439da4bfe {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:25:53.025718 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'code': 200} Mar 10 04:25:53.050760 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=7']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:53.297063 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49e4c-5283-415f-ae2b-48b25932fc93 req-27998f75-bfe2-4609-98bc-5fbd27ab0eb8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:53.298608 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4dd49e4c-5283-415f-ae2b-48b25932fc93 req-27998f75-bfe2-4609-98bc-5fbd27ab0eb8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 944 time: 0.0607145 Mar 10 04:25:53.314870 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['24282356-3a90-4cf2-8124-37baf057dc3e'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:25:53.349206 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4dd49e4c-5283-415f-ae2b-48b25932fc93 req-12af6722-3719-4603-a0f3-aae01701f69d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432796 Mar 10 04:25:53.686972 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9d531-6098-4c17-9ff2-45559967f879 req-ad726980-f542-4324-8ab0-ea8955aaeb2d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:53.688622 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d2d9d531-6098-4c17-9ff2-45559967f879 req-ad726980-f542-4324-8ab0-ea8955aaeb2d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0531733 Mar 10 04:25:53.746831 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d2d9d531-6098-4c17-9ff2-45559967f879 req-53e578f7-a96c-49d7-8aa2-50cdda97278e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525904 Mar 10 04:25:53.788795 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a50d4-0bad-4c08-bdde-d8ef29910311 req-44e2c214-b566-47e2-a985-60acf94d3867 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:53.790321 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2e1a50d4-0bad-4c08-bdde-d8ef29910311 req-44e2c214-b566-47e2-a985-60acf94d3867 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0562053 Mar 10 04:25:53.844715 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2e1a50d4-0bad-4c08-bdde-d8ef29910311 req-a61907d6-768a-4b75-9da2-0dd03b63ab36 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489190 Mar 10 04:25:54.479937 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddc166-ba24-4f6e-b26e-8ea5dc8a72e7 req-4ca34ed4-82df-420e-b232-2112cb9e18f7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:54.481833 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-37ddc166-ba24-4f6e-b26e-8ea5dc8a72e7 req-4ca34ed4-82df-420e-b232-2112cb9e18f7 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 944 time: 0.0622804 Mar 10 04:25:54.537253 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 24282356-3a90-4cf2-8124-37baf057dc3e up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:25:54.550564 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-37ddc166-ba24-4f6e-b26e-8ea5dc8a72e7 req-2e8680df-cd37-442b-877f-296593cc8eee tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616572 Mar 10 04:25:54.701450 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 24282356-3a90-4cf2-8124-37baf057dc3e completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:25:54.705974 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 24282356-3a90-4cf2-8124-37baf057dc3e triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:25:54.706417 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:54.797002 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 24282356-3a90-4cf2-8124-37baf057dc3e is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:25:54.797399 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:54.833687 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 24282356-3a90-4cf2-8124-37baf057dc3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24282356-3a90-4cf2-8124-37baf057dc3e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:25:54.905292 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981de24e-65a3-417f-bee0-8f3e0faab2a7 req-6114ad67-ff4d-4eb5-a42b-2624b18ec691 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:54.907386 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981de24e-65a3-417f-bee0-8f3e0faab2a7 req-6114ad67-ff4d-4eb5-a42b-2624b18ec691 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0626621 Mar 10 04:25:54.912924 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:54.979549 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-981de24e-65a3-417f-bee0-8f3e0faab2a7 req-0c7ae465-82af-4ffc-95d2-a13b559341ce tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589252 Mar 10 04:25:54.986514 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=24282356-3a90-4cf2-8124-37baf057dc3e,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:25:55.026359 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:25:55.029863 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578f7fd1-81c8-4f9a-aaa0-eda5eeb4ba42" -d '{"events": [{"server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "name": "network-vif-plugged", "status": "completed", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:25:55.069279 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde8ac2e-8163-45d6-aa66-7b39b5f40531 x-openstack-request-id: req-bde8ac2e-8163-45d6-aa66-7b39b5f40531 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:25:55.069578 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "name": "network-vif-plugged", "status": "completed", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:25:55.069920 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bde8ac2e-8163-45d6-aa66-7b39b5f40531 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:25:55.070563 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e', 'code': 200} Mar 10 04:25:55.073401 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-58fbcb5a-c4cd-4ee0-a599-8d31692745d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:55.448237 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cb1a5-1704-4a8b-91aa-a722c16104a0 req-febc913d-d75e-4c4c-b2f0-a7e1c56b5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:55.450203 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6c1cb1a5-1704-4a8b-91aa-a722c16104a0 req-febc913d-d75e-4c4c-b2f0-a7e1c56b5dd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 1129 time: 0.0561359 Mar 10 04:25:55.502514 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6c1cb1a5-1704-4a8b-91aa-a722c16104a0 req-a8f250b0-09f4-4599-b5c5-9c46c0a6cd7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Mar 10 04:25:55.678601 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfd72-3cee-4ade-8a76-03ad9a9bb014 req-54c8b1cf-2339-4d4d-a43a-bdc2c26f2e6c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:55.680248 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e66cfd72-3cee-4ade-8a76-03ad9a9bb014 req-54c8b1cf-2339-4d4d-a43a-bdc2c26f2e6c tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0594387 Mar 10 04:25:55.736569 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e66cfd72-3cee-4ade-8a76-03ad9a9bb014 req-71309e58-84f9-41e7-8560-de58a4a4f2bb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457146 Mar 10 04:25:56.110782 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fe0ff-bb2a-4f84-823f-f204967c9ea9 req-08f5335e-335c-49f4-96b6-7949dc092c7a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:56.112452 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-095fe0ff-bb2a-4f84-823f-f204967c9ea9 req-08f5335e-335c-49f4-96b6-7949dc092c7a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0555253 Mar 10 04:25:56.169819 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-095fe0ff-bb2a-4f84-823f-f204967c9ea9 req-dc8bb228-9a5f-41da-bfe7-62365b5f42a3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507889 Mar 10 04:25:56.402505 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:56.857287 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733b89-40d9-48f8-bf68-bc36b14a7da9 req-6a3d2b87-004a-4e7d-9106-83eca85ebf1d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:56.858776 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-28733b89-40d9-48f8-bf68-bc36b14a7da9 req-6a3d2b87-004a-4e7d-9106-83eca85ebf1d tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0531423 Mar 10 04:25:56.905800 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-28733b89-40d9-48f8-bf68-bc36b14a7da9 req-39bd6aeb-001f-4392-ac84-aa30ba61f688 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 Mar 10 04:25:57.313533 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8727d02-1670-4650-8c32-24661982385d req-5fa98381-e3be-4108-9d46-cf306df32a8a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:57.314984 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f8727d02-1670-4650-8c32-24661982385d req-5fa98381-e3be-4108-9d46-cf306df32a8a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0583212 Mar 10 04:25:57.377643 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f8727d02-1670-4650-8c32-24661982385d req-8e9499a7-11ea-4b80-a58e-8888d992a058 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556104 Mar 10 04:25:57.779737 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:58.031528 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79121947-cedf-4d93-88da-beaf5f4d4fa3 req-c93f1536-bd9d-48d5-9f17-bd5192d2a456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:58.033092 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-79121947-cedf-4d93-88da-beaf5f4d4fa3 req-c93f1536-bd9d-48d5-9f17-bd5192d2a456 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0581307 Mar 10 04:25:58.085048 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-79121947-cedf-4d93-88da-beaf5f4d4fa3 req-8b411f72-27b5-4a55-9724-99d65e08940a tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Mar 10 04:25:58.207042 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be0711-204f-4fac-aafb-3e5c3db1b958 req-ad4535cb-7870-4841-9742-41ba03fb22db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:58.208561 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-71be0711-204f-4fac-aafb-3e5c3db1b958 req-ad4535cb-7870-4841-9742-41ba03fb22db tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0541286 Mar 10 04:25:58.218469 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 60748) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:25:58.223171 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Request body: {'floatingip': {'port_id': '24282356-3a90-4cf2-8124-37baf057dc3e'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:25:58.266829 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (6962b469-40fb-4344-933d-11dd828a4c66), before_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:58.558175 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1398096-678e-4c04-bc28-015137860de7 req-dcd319ac-7b1d-432a-84b5-ee25f13d3afb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:58.559687 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e1398096-678e-4c04-bc28-015137860de7 req-dcd319ac-7b1d-432a-84b5-ee25f13d3afb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.1018872 Mar 10 04:25:58.689591 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e1398096-678e-4c04-bc28-015137860de7 req-b20a063c-5f75-4a76-9055-2e7610d3359d tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218922 Mar 10 04:25:58.841060 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:58.901516 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (6962b469-40fb-4344-933d-11dd828a4c66), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:59.185659 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:59.331099 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP 6962b469-40fb-4344-933d-11dd828a4c66 associated. External IP: 172.28.0.79, port: 24282356-3a90-4cf2-8124-37baf057dc3e. Mar 10 04:25:59.572735 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:25:59.701982 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:25:59.706765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:25:59.712825 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:25:59.723257 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:25:59.723935 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:25:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:25:59.748111 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7e39e5d1-871f-4f9a-8dc1-8bb7b2377cd8 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "PUT /v2.0/floatingips/6962b469-40fb-4344-933d-11dd828a4c66 HTTP/1.1" status: 200 len: 990 time: 1.5183780 Mar 10 04:25:59.748111 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:25:59.748111 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83aca77-e5e8-448b-8fa5-9d0e977df404" -d '{"events": [{"name": "network-changed", "server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:25:59.809862 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c884a487-e2c3-489c-a9c2-f72044c055e2 x-openstack-request-id: req-c884a487-e2c3-489c-a9c2-f72044c055e2 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:25:59.810184 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:25:59.810424 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c884a487-e2c3-489c-a9c2-f72044c055e2 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:25:59.810820 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e', 'status': 'completed', 'code': 200} Mar 10 04:25:59.834864 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:25:59.863679 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ca43b-b46e-43e4-b0f3-a2a2a5b37a47 req-62835cd8-0764-42e8-a10a-34fb197f79ab tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:59.865208 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b69ca43b-b46e-43e4-b0f3-a2a2a5b37a47 req-62835cd8-0764-42e8-a10a-34fb197f79ab tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0850408 Mar 10 04:25:59.905665 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-f734ffa7-1d1f-488f-93b1-0808d45221cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:25:59.907129 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-f734ffa7-1d1f-488f-93b1-0808d45221cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88c08913ec294120abef430805a80a98&device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 1129 time: 0.0847993 Mar 10 04:25:59.941497 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b69ca43b-b46e-43e4-b0f3-a2a2a5b37a47 req-1a0e56bc-c692-41e1-b6d0-105236f06fa2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704167 Mar 10 04:26:00.011558 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-620af7e6-d22d-43b6-8c8f-08139f68c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:00.013069 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-620af7e6-d22d-43b6-8c8f-08139f68c2a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 200 len: 914 time: 0.1002448 Mar 10 04:26:00.093262 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '6962b469-40fb-4344-933d-11dd828a4c66', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.79', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '24282356-3a90-4cf2-8124-37baf057dc3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:d4:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:25:41Z', 'updated_at': '2022-03-10T04:25:58Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:00.098834 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-d94f1bbd-af0c-4d61-8d0e-a7ae6cfe047d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24282356-3a90-4cf2-8124-37baf057dc3e HTTP/1.1" status: 200 len: 998 time: 0.0796778 Mar 10 04:26:00.123364 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:26:00.132085 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:26:00.132716 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:25:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:00.165305 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-d58b1103-5d7c-4062-823f-8e4acec77ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:00.168451 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-d58b1103-5d7c-4062-823f-8e4acec77ead service neutron] 10.222.0.37 "GET /v2.0/subnets?id=daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 200 len: 852 time: 0.0589781 Mar 10 04:26:00.226281 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-a1bd9a2c-8418-4b06-aba2-f733f5d0e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:00.228941 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-a1bd9a2c-8418-4b06-aba2-f733f5d0e46f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8040fa27-6543-4170-b870-037ad12017ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0532463 Mar 10 04:26:00.284332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:26:00.355079 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-ea898ded-3b86-4a78-931e-c420f720a3c3 service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183696 Mar 10 04:26:00.481874 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b83aca77-e5e8-448b-8fa5-9d0e977df404 req-3f0d3fdb-cbf5-4578-a2ee-2599e02683bd service neutron] 10.222.0.37 "GET /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129019 Mar 10 04:26:00.588732 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '6962b469-40fb-4344-933d-11dd828a4c66', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.79', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '24282356-3a90-4cf2-8124-37baf057dc3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:d4:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:25:41Z', 'updated_at': '2022-03-10T04:25:58Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:00.617325 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca27b8-63fc-417d-8102-5b7898192ca2 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_floatingips': [{'id': '6962b469-40fb-4344-933d-11dd828a4c66', 'tenant_id': '88c08913ec294120abef430805a80a98', 'floating_ip_address': '172.28.0.79', 'floating_network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'router_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'port_id': '24282356-3a90-4cf2-8124-37baf057dc3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'mac_address': 'fa:16:3e:d4:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T04:25:41Z', 'updated_at': '2022-03-10T04:25:58Z', 'revision_number': 1, 'project_id': '88c08913ec294120abef430805a80a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:26:00.879402 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a13d9d-8d30-4b4e-960f-47a6cdb04de8 None None] New status for floating IP 6962b469-40fb-4344-933d-11dd828a4c66: ACTIVE {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:26:01.095601 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a1c46-185c-41f0-98b2-eff4b9d20a6c req-c9318764-df24-4296-a12c-0d134e63fdb5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:01.097474 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-417a1c46-185c-41f0-98b2-eff4b9d20a6c req-c9318764-df24-4296-a12c-0d134e63fdb5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0620449 Mar 10 04:26:01.173694 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-417a1c46-185c-41f0-98b2-eff4b9d20a6c req-af664126-c4c7-40b6-9c76-a903e80a4ea7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688727 Mar 10 04:26:02.300840 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae18ac-caaf-4998-b17f-571e6e563220 req-7352e010-ff23-4fde-8a0e-fb76ef822fe3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:02.302415 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8fae18ac-caaf-4998-b17f-571e6e563220 req-7352e010-ff23-4fde-8a0e-fb76ef822fe3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0552075 Mar 10 04:26:02.354425 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8fae18ac-caaf-4998-b17f-571e6e563220 req-eeab3941-dcf7-4d1a-935c-d73543a29e22 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457869 Mar 10 04:26:03.498720 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342db7e-ea15-4f5c-9e48-2b179d1a996c req-28cfb6eb-2693-4ae0-ace1-bcde808edceb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:03.503824 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b342db7e-ea15-4f5c-9e48-2b179d1a996c req-28cfb6eb-2693-4ae0-ace1-bcde808edceb tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0658393 Mar 10 04:26:03.552427 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b342db7e-ea15-4f5c-9e48-2b179d1a996c req-b8d3c5af-2e6b-42f2-bd09-05116320334b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476882 Mar 10 04:26:04.674083 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f501e-ee98-4d61-9883-425f485fa1b6 req-592aca13-224c-48a3-900b-37b484ccf9f2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:04.675300 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-063f501e-ee98-4d61-9883-425f485fa1b6 req-592aca13-224c-48a3-900b-37b484ccf9f2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0516801 Mar 10 04:26:04.721770 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-063f501e-ee98-4d61-9883-425f485fa1b6 req-43e10956-b3e8-49b8-bf29-a314f78b5d4a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 Mar 10 04:26:05.109095 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:26:05.129038 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-5d91dbd5-ddc8-45c2-9685-3e4e68b5cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:05.130524 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-5d91dbd5-ddc8-45c2-9685-3e4e68b5cc3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1129 time: 0.0434618 Mar 10 04:26:05.224911 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-9dc52e60-5f5d-4958-95b2-4694ff3d06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:05.226374 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-9dc52e60-5f5d-4958-95b2-4694ff3d06f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.0900660 Mar 10 04:26:05.288408 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-417d5448-6b34-4990-afc7-b6424cfc0530 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 1001 time: 0.0549798 Mar 10 04:26:05.341031 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-d86f34fb-2b6f-4bfc-b57c-58a4df5ed663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:05.342409 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-d86f34fb-2b6f-4bfc-b57c-58a4df5ed663 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0444000 Mar 10 04:26:05.397264 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-efaa9a55-1f96-4ba6-8f99-d1a541bae1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:05.398649 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-efaa9a55-1f96-4ba6-8f99-d1a541bae1df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0501471 Mar 10 04:26:05.483927 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-0eb20361-e2ee-4717-80be-69c2cd63f363 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785224 Mar 10 04:26:05.577401 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8197a290-1698-4d4e-8606-f58a2db0ca1c req-86ceed46-36ea-4764-8299-bd1ed22ac12a service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873759 Mar 10 04:26:05.842494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e2091-ae96-4085-a26a-b29e4dc502a1 req-d4ffa493-f9a4-4224-9ec2-0d572ac2721b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:05.843956 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-af4e2091-ae96-4085-a26a-b29e4dc502a1 req-d4ffa493-f9a4-4224-9ec2-0d572ac2721b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Mar 10 04:26:05.888801 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-af4e2091-ae96-4085-a26a-b29e4dc502a1 req-586976e6-6241-4db6-8fe1-9f99d1c57156 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Mar 10 04:26:07.012060 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda2ead-4c00-47ed-b97a-7a880976ba86 req-c0c461b9-5b60-46f0-a2d3-12c284dcaffc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:07.013521 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-afda2ead-4c00-47ed-b97a-7a880976ba86 req-c0c461b9-5b60-46f0-a2d3-12c284dcaffc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0555935 Mar 10 04:26:07.059299 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-afda2ead-4c00-47ed-b97a-7a880976ba86 req-4b67d57b-cf16-4581-acc7-91bc17f3114f tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402970 Mar 10 04:26:08.180908 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f52abf-f8c0-4040-8e2f-bffd77e9c451 req-738c9246-497d-4e44-85ef-026e0afa3819 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:08.183053 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f7f52abf-f8c0-4040-8e2f-bffd77e9c451 req-738c9246-497d-4e44-85ef-026e0afa3819 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Mar 10 04:26:08.229139 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f7f52abf-f8c0-4040-8e2f-bffd77e9c451 req-3d03967e-a018-4a0a-8346-85f83778efcf tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404634 Mar 10 04:26:08.659857 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:26:08.736550 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port eac8300d-78c1-4c52-ad10-57adf7ea3f4e is: ACTIVE; New status is: DOWN {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:26:08.736947 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:08.758690 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:26:08.761678 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ad756-a266-4682-b019-75d2b7b89f65" -d '{"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-unplugged", "status": "completed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:26:08.773587 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:08.792871 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957bf7d6-eaca-463c-bbd3-a230b1a4a0e4 x-openstack-request-id: req-957bf7d6-eaca-463c-bbd3-a230b1a4a0e4 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:26:08.795543 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-unplugged", "status": "failed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e", "code": 422}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:26:08.795543 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-957bf7d6-eaca-463c-bbd3-a230b1a4a0e4 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:26:08.795543 dv-cinder-778193-25-smb neutron-server[103753]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'code': 422} returned with failed status Mar 10 04:26:08.871784 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:08.919612 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=8']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:10.262881 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b56b2f-83e8-41a1-85e3-7d2d52d7a209 req-f707abde-7158-4656-a796-65774c243886 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:10.264497 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d4b56b2f-83e8-41a1-85e3-7d2d52d7a209 req-f707abde-7158-4656-a796-65774c243886 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0531778 Mar 10 04:26:10.314553 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d4b56b2f-83e8-41a1-85e3-7d2d52d7a209 req-f6494913-c05e-4c5a-90fc-c9edb033295c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Mar 10 04:26:10.581586 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-bbe375dc-cfad-4261-a24d-94816451cc17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418367 Mar 10 04:26:10.658116 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-c922a24f-793d-49c9-8d96-540a550c4a91 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:10.659519 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-c922a24f-793d-49c9-8d96-540a550c4a91 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports/eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 940 time: 0.0509369 Mar 10 04:26:11.444894 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae351b-abd5-4fd1-93f7-645b1bfc9fb0 req-67137947-dbd7-41bd-a3ee-91af314d2ed3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:11.446379 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a8ae351b-abd5-4fd1-93f7-645b1bfc9fb0 req-67137947-dbd7-41bd-a3ee-91af314d2ed3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0560675 Mar 10 04:26:11.493016 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a8ae351b-abd5-4fd1-93f7-645b1bfc9fb0 req-5af2c535-b58c-468d-9aec-a1f65c539b7a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410233 Mar 10 04:26:11.955431 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-d3db1e78-0846-44a0-9895-848571bb5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:11.956917 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-d3db1e78-0846-44a0-9895-848571bb5538 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285&tenant_id=189e54466ddd49fb81c9e763e7a79c8f HTTP/1.1" status: 200 len: 1127 time: 0.0426462 Mar 10 04:26:12.023133 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-c8710024-f909-4716-8538-b9a2036a2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:12.024630 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-c8710024-f909-4716-8538-b9a2036a2868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1127 time: 0.0463426 Mar 10 04:26:12.116810 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-e0efff2f-988d-40fe-a9a0-42ee1ae28d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:12.118236 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-e0efff2f-988d-40fe-a9a0-42ee1ae28d48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.0818367 Mar 10 04:26:12.187342 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-f90faa61-5843-46db-889d-ebe59ec311a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 999 time: 0.0598614 Mar 10 04:26:12.234768 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-17df14be-b41b-4b95-b3d3-4d699b0465ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:12.236160 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-17df14be-b41b-4b95-b3d3-4d699b0465ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0419400 Mar 10 04:26:12.289523 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-6c3ed9c8-96e8-464f-b9e6-06c945cda555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:12.290988 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-6c3ed9c8-96e8-464f-b9e6-06c945cda555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0418191 Mar 10 04:26:12.384062 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-07d49f2e-093a-4ccd-96a3-e9e32a903b99 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825527 Mar 10 04:26:12.469260 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72b9f4e1-6be1-4dfa-80c3-3bc73df3413b req-abf6b80c-aa09-45bd-8c9e-b8c180e9b0b3 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782146 Mar 10 04:26:12.620100 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c176f-22d2-41ad-90a8-d3b4e0595296 req-de2b12a4-4b51-4866-9f5b-5479a3c712a9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:12.621580 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-429c176f-22d2-41ad-90a8-d3b4e0595296 req-de2b12a4-4b51-4866-9f5b-5479a3c712a9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0574620 Mar 10 04:26:12.666846 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-429c176f-22d2-41ad-90a8-d3b4e0595296 req-cd82f325-2eba-48c2-a580-ef491f365c75 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Mar 10 04:26:13.791453 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004c4f-9689-4299-bcaf-5e96608fca3a req-70a8e1be-9f12-4f26-8b7e-8aab1bcabd3a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:13.793902 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-28004c4f-9689-4299-bcaf-5e96608fca3a req-70a8e1be-9f12-4f26-8b7e-8aab1bcabd3a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0539122 Mar 10 04:26:13.842595 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-28004c4f-9689-4299-bcaf-5e96608fca3a req-f70ad2e7-e5be-4fae-a202-3423c072ff26 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Mar 10 04:26:14.984058 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332fc39-0689-48ef-a1dc-4c9ff71a03db req-639c78ea-10ea-4853-b208-0585ba3da0b7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:14.985587 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6332fc39-0689-48ef-a1dc-4c9ff71a03db req-639c78ea-10ea-4853-b208-0585ba3da0b7 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0557487 Mar 10 04:26:15.034848 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6332fc39-0689-48ef-a1dc-4c9ff71a03db req-7b0a0079-333e-4f6b-8f05-e4dc112546f2 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434070 Mar 10 04:26:16.159562 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384476-32dd-4474-aee2-05ed36dff665 req-c51c33c8-1a3a-420c-bf4a-d3f0774eafbd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:16.161035 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-78384476-32dd-4474-aee2-05ed36dff665 req-c51c33c8-1a3a-420c-bf4a-d3f0774eafbd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0524290 Mar 10 04:26:16.211185 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-78384476-32dd-4474-aee2-05ed36dff665 req-d715295d-0ccd-4a8e-935b-7264a92582f3 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Mar 10 04:26:17.338812 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ff9f-7bbe-4f2e-97c7-5140bc1e0684 req-9fb4f68f-abf6-4507-b9ec-783f0fe56dc8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:17.340338 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8620ff9f-7bbe-4f2e-97c7-5140bc1e0684 req-9fb4f68f-abf6-4507-b9ec-783f0fe56dc8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0536511 Mar 10 04:26:17.391125 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8620ff9f-7bbe-4f2e-97c7-5140bc1e0684 req-db26bf22-75ea-42c2-977b-18f17a52dc4b tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451729 Mar 10 04:26:18.536798 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee9f4-358e-4a66-8f48-1eb7d50324ee req-06400b73-f1c2-4604-b196-7c8c6341e573 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:18.538274 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d9bee9f4-358e-4a66-8f48-1eb7d50324ee req-06400b73-f1c2-4604-b196-7c8c6341e573 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0551314 Mar 10 04:26:18.589940 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d9bee9f4-358e-4a66-8f48-1eb7d50324ee req-f7e8b6c2-5941-4ef2-99a5-3c4896b84e72 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Mar 10 04:26:19.714454 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e21a1-3239-4af4-b880-773ec0dbff4f req-92fd18d7-49a0-4dbe-9cea-86d7eac35648 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:19.716025 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-678e21a1-3239-4af4-b880-773ec0dbff4f req-92fd18d7-49a0-4dbe-9cea-86d7eac35648 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0538924 Mar 10 04:26:19.764795 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-678e21a1-3239-4af4-b880-773ec0dbff4f req-9ccbed69-d31c-45c4-b7e5-fbfef88fdd70 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Mar 10 04:26:20.898768 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085e605-064a-49ae-b502-89f5bba2414d req-a900d02c-3f78-48d6-a01e-fd7bac79de8c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:20.900422 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9085e605-064a-49ae-b502-89f5bba2414d req-a900d02c-3f78-48d6-a01e-fd7bac79de8c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0608215 Mar 10 04:26:20.953843 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9085e605-064a-49ae-b502-89f5bba2414d req-f476b265-a625-40f4-b805-b4c11d43da69 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475214 Mar 10 04:26:21.967767 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:22.080858 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22c230-7d8f-4bbf-9b63-d00654035278 req-fb1b5d6b-4a38-4057-a8ca-0cb0af11e263 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:22.082369 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3b22c230-7d8f-4bbf-9b63-d00654035278 req-fb1b5d6b-4a38-4057-a8ca-0cb0af11e263 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0531735 Mar 10 04:26:22.130509 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3b22c230-7d8f-4bbf-9b63-d00654035278 req-f3db170e-8668-456d-a086-94b3759bfe6a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Mar 10 04:26:22.763100 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f5820ad0-bbf6-4ad1-b9c1-734d02483c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:23.255647 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dad33-26c7-472d-a8d3-18d5b5410218 req-94cc8104-8870-40fc-ac90-e1f98a6673ed tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:23.257147 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3e3dad33-26c7-472d-a8d3-18d5b5410218 req-94cc8104-8870-40fc-ac90-e1f98a6673ed tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0529041 Mar 10 04:26:23.305588 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3e3dad33-26c7-472d-a8d3-18d5b5410218 req-367e9591-34fe-4bfb-a483-1bd3ec135364 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420687 Mar 10 04:26:24.428515 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da341660-17d5-4d4d-bfb8-93a6852eb689 req-caac1a89-ab5e-4c58-a994-82d67d1577cc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:24.429981 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-da341660-17d5-4d4d-bfb8-93a6852eb689 req-caac1a89-ab5e-4c58-a994-82d67d1577cc tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0519981 Mar 10 04:26:24.475988 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-da341660-17d5-4d4d-bfb8-93a6852eb689 req-596ae0ce-da58-41f2-b72a-1a8a01881c99 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404756 Mar 10 04:26:25.082533 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-aa860770-5d38-4500-8b21-34f8c202a905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:25.594742 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a4a6-11a1-4ff7-a2a5-ed843ed302a8 req-c34cdb1f-a70b-40ed-a34a-2be513a97cf4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:25.596373 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59b4a4a6-11a1-4ff7-a2a5-ed843ed302a8 req-c34cdb1f-a70b-40ed-a34a-2be513a97cf4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0512490 Mar 10 04:26:25.641846 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59b4a4a6-11a1-4ff7-a2a5-ed843ed302a8 req-bc4ff751-b4a6-4b28-a207-e1e6b9e66075 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Mar 10 04:26:26.753220 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca816c-428e-4520-b950-3b3dca60f550 req-0f68da62-5fed-4471-99ae-94820c445148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:26.753220 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fca816c-428e-4520-b950-3b3dca60f550 req-0f68da62-5fed-4471-99ae-94820c445148 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1127 time: 0.0546634 Mar 10 04:26:26.826249 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6dd2b-4833-4dea-bb0e-cdf41c79c189 req-c558efbd-96e6-4829-9c27-bd5d35b1a754 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:26.827728 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b5c6dd2b-4833-4dea-bb0e-cdf41c79c189 req-c558efbd-96e6-4829-9c27-bd5d35b1a754 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.1148310 Mar 10 04:26:26.861422 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca816c-428e-4520-b950-3b3dca60f550 req-bbfbd9bb-2f6f-4550-ab45-4a46bbb7e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:26.862878 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fca816c-428e-4520-b950-3b3dca60f550 req-bbfbd9bb-2f6f-4550-ab45-4a46bbb7e992 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 200 len: 917 time: 0.1416514 Mar 10 04:26:26.931057 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b5c6dd2b-4833-4dea-bb0e-cdf41c79c189 req-1b7c966d-1e87-47d9-bb46-edd42d6f35cd tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973418 Mar 10 04:26:26.952157 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fca816c-428e-4520-b950-3b3dca60f550 req-c57676cf-69d3-47ee-93c8-60c3e190403a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 200 len: 999 time: 0.0800989 Mar 10 04:26:27.011690 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca816c-428e-4520-b950-3b3dca60f550 req-f9b21a8a-33c6-4bb5-a223-fe060a20ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:27.011690 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fca816c-428e-4520-b950-3b3dca60f550 req-f9b21a8a-33c6-4bb5-a223-fe060a20ced0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 200 len: 855 time: 0.0460603 Mar 10 04:26:27.056090 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca816c-428e-4520-b950-3b3dca60f550 req-56782b0c-ad02-496d-b3a4-401b0bce0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:27.057630 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fca816c-428e-4520-b950-3b3dca60f550 req-56782b0c-ad02-496d-b3a4-401b0bce0822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5c10d7-850c-4a3f-b53a-2ced6d18036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0466888 Mar 10 04:26:27.149470 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fca816c-428e-4520-b950-3b3dca60f550 req-fe7c04ab-8f07-42cc-bf8b-53dc08114cfb service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 Mar 10 04:26:27.151370 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:27.242687 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fca816c-428e-4520-b950-3b3dca60f550 req-88205a4b-fb9d-4c3a-9c94-6f88329130d7 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863547 Mar 10 04:26:27.779999 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:28.051090 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ea0cf-7bb8-4185-9def-8d446294f403 req-a2097e99-bafd-4955-ba8a-91a6d675f106 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:28.052566 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b13ea0cf-7bb8-4185-9def-8d446294f403 req-a2097e99-bafd-4955-ba8a-91a6d675f106 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0515525 Mar 10 04:26:28.098136 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b13ea0cf-7bb8-4185-9def-8d446294f403 req-adf09580-b6e2-46b2-bd9e-688476d518b1 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399735 Mar 10 04:26:29.139996 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:29.229602 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5a5c-8383-4dfc-b0a5-a5dc8f423e07 req-77084fe2-1ae5-4b14-8e99-2a0019f9723c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:29.231060 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-883a5a5c-8383-4dfc-b0a5-a5dc8f423e07 req-77084fe2-1ae5-4b14-8e99-2a0019f9723c tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0589581 Mar 10 04:26:29.276104 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-883a5a5c-8383-4dfc-b0a5-a5dc8f423e07 req-81441916-9808-4487-be9a-953deedfda5e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393240 Mar 10 04:26:30.398710 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc22b7-4495-4b35-bedb-61dfcf5baed3 req-c799cb4b-77fb-42c4-82af-c74f205d80d8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:30.400225 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a3fc22b7-4495-4b35-bedb-61dfcf5baed3 req-c799cb4b-77fb-42c4-82af-c74f205d80d8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 943 time: 0.0525708 Mar 10 04:26:30.445274 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a3fc22b7-4495-4b35-bedb-61dfcf5baed3 req-a050e2f6-9eea-4a92-84a4-6ee80f03d64a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Mar 10 04:26:30.705610 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:26:30.798552 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:30.809022 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'port_id': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'mac_address': 'fa:16:3e:78:3b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:26:30.845500 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port eac8300d-78c1-4c52-ad10-57adf7ea3f4e is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:26:30.845889 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:30.861600 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac8300d-78c1-4c52-ad10-57adf7ea3f4e {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:26:30.880427 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:30.922390 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:30.967555 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=9']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:31.342712 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['eac8300d-78c1-4c52-ad10-57adf7ea3f4e'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:26:31.567888 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122fd1d-0307-406d-a873-7231554e96be req-f94a0298-a916-4ed2-bdf4-d97d796aa176 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:31.569394 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b122fd1d-0307-406d-a873-7231554e96be req-f94a0298-a916-4ed2-bdf4-d97d796aa176 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 944 time: 0.0544696 Mar 10 04:26:31.614925 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b122fd1d-0307-406d-a873-7231554e96be req-ebad10c9-af35-4954-8f8a-c104dedcc882 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393407 Mar 10 04:26:32.718779 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:26:32.738487 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3c8d7-7685-46f1-a3d4-468302b08c5e req-8be11e82-5ae3-46a1-9848-3508d5c67652 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:32.739915 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d6f3c8d7-7685-46f1-a3d4-468302b08c5e req-8be11e82-5ae3-46a1-9848-3508d5c67652 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 944 time: 0.0528946 Mar 10 04:26:32.768160 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port eac8300d-78c1-4c52-ad10-57adf7ea3f4e triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:26:32.768582 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:32.787981 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d6f3c8d7-7685-46f1-a3d4-468302b08c5e req-a6237cef-bf7d-4021-849a-56e911f197f9 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Mar 10 04:26:32.846283 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port eac8300d-78c1-4c52-ad10-57adf7ea3f4e is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:26:32.846684 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:32.870630 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:26:32.872872 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3a2a44-21a1-46af-a1a1-c9fb1f0afb23" -d '{"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-plugged", "status": "completed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:26:33.013174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85b3ba-58e7-4ae8-97b7-fc9af55fa902 x-openstack-request-id: req-1a85b3ba-58e7-4ae8-97b7-fc9af55fa902 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:26:33.013442 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-plugged", "status": "completed", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:26:33.013703 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a85b3ba-58e7-4ae8-97b7-fc9af55fa902 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:26:33.014089 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'code': 200} Mar 10 04:26:33.017441 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:33.098786 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:33.145552 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=10']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:33.231866 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aca85-5bbc-45f8-ba26-522dcba75482 req-eef254c3-a819-4870-98df-d427fea6af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:33.233360 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-179aca85-5bbc-45f8-ba26-522dcba75482 req-eef254c3-a819-4870-98df-d427fea6af59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 1130 time: 0.0411956 Mar 10 04:26:33.279850 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-179aca85-5bbc-45f8-ba26-522dcba75482 req-fdd45a37-1fd9-4bce-93b5-cc099cc985b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Mar 10 04:26:33.919047 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0749770-2cea-4f65-a67c-e8a808c39321 req-a7408dc1-09f0-4aa1-8b1a-54bb611d6914 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:33.920528 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f0749770-2cea-4f65-a67c-e8a808c39321 req-a7408dc1-09f0-4aa1-8b1a-54bb611d6914 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 946 time: 0.0605216 Mar 10 04:26:33.964866 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f0749770-2cea-4f65-a67c-e8a808c39321 req-0486d629-0a25-47d2-965f-55ef68b33eba tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Mar 10 04:26:35.095661 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b18391-084b-4df3-8efa-7390da11747d req-265c8f03-2e95-4e15-8478-586dc456a054 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:35.097188 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-53b18391-084b-4df3-8efa-7390da11747d req-265c8f03-2e95-4e15-8478-586dc456a054 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 946 time: 0.0583060 Mar 10 04:26:35.145237 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-53b18391-084b-4df3-8efa-7390da11747d req-b1958f1c-ba75-47a1-9d7b-9f5e5ce06c69 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422907 Mar 10 04:26:36.276595 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4d7a2-ed6b-406e-ab96-788ad6f53b2e req-2b5b288e-1b87-4bd8-8fec-1b360ee8deb4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:36.278136 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-92c4d7a2-ed6b-406e-ab96-788ad6f53b2e req-2b5b288e-1b87-4bd8-8fec-1b360ee8deb4 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 946 time: 0.0620301 Mar 10 04:26:36.327158 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-92c4d7a2-ed6b-406e-ab96-788ad6f53b2e req-8997f36b-49db-468c-a79a-a5471eccd1de tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Mar 10 04:26:40.399308 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63a9b4-b8be-4885-b83e-275205b0c4ea req-b527f391-da0f-4491-997e-542c98b08643 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:40.400793 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b63a9b4-b8be-4885-b83e-275205b0c4ea req-b527f391-da0f-4491-997e-542c98b08643 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.0513372 Mar 10 04:26:40.445898 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4b63a9b4-b8be-4885-b83e-275205b0c4ea req-09d0625e-c591-4a2d-b1d5-e11e52e34123 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Mar 10 04:26:41.569477 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02766088-7de0-4376-b025-f7040069ba23 req-cf879beb-4e77-4111-bd03-52aecd5efa6e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:41.570936 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02766088-7de0-4376-b025-f7040069ba23 req-cf879beb-4e77-4111-bd03-52aecd5efa6e tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.0515440 Mar 10 04:26:41.618760 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-02766088-7de0-4376-b025-f7040069ba23 req-ec50e4e5-efb7-495c-af3c-81b4faafdec4 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 Mar 10 04:26:42.108862 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:26:42.686963 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-4bb3e178-5312-4683-aec0-9016200fcb2a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:42.688460 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-4bb3e178-5312-4683-aec0-9016200fcb2a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.0512180 Mar 10 04:26:43.040146 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7142-f161-46a2-a619-44821a2c28b8 req-f5fe158a-f681-4853-a713-5872cbffc18c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:26:43.041602 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-365b7142-f161-46a2-a619-44821a2c28b8 req-f5fe158a-f681-4853-a713-5872cbffc18c tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 946 time: 0.3522646 Mar 10 04:26:43.098917 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-365b7142-f161-46a2-a619-44821a2c28b8 req-0ff337f7-0b11-4850-a98d-015fe77163f6 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups?id=992c121e-5640-4474-8155-06a240216ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511401 Mar 10 04:26:43.101559 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Deleting port 0614aba3-68eb-4b1f-8dbd-7a7004781318 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:26:43.101908 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:43.188861 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] For port 0614aba3-68eb-4b1f-8dbd-7a7004781318, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0614aba3-68eb-4b1f-8dbd-7a7004781318,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:43.189224 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:43.357449 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:43.357805 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (1c9130d6-0150-4e54-bf49-376e5158a32c), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:43.358127 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Floating IP 1c9130d6-0150-4e54-bf49-376e5158a32c disassociated. External IP: 172.28.0.151, port: 0614aba3-68eb-4b1f-8dbd-7a7004781318. Mar 10 04:26:43.358481 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Calling delete_port for 0614aba3-68eb-4b1f-8dbd-7a7004781318 owned by compute:nova {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:26:43.511291 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0614aba3-68eb-4b1f-8dbd-7a7004781318), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:43.540786 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event deleted for resources: {'Port': ['ID=0614aba3-68eb-4b1f-8dbd-7a7004781318,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:43.553179 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.553535 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.553885 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.554228 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.554565 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.554896 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.555228 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.555560 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.555889 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.556243 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.556575 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.556898 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.557222 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:43.665724 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Router 16ed8f38-7f6a-4c98-9360-14af48290b77 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:26:43.771047 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:26:43.781278 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] Sync routers for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:26:43.790476 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:26:43.791174 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:26:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:43.808777 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] No DVR routers for this DVR port 0614aba3-68eb-4b1f-8dbd-7a7004781318 on host hv-cinder-77819 {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:26:43.811244 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:43.814551 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c4a357e8-d3dd-466b-8e3c-df9ad42b5723 req-e97599a0-3597-4058-8bc4-1551bce68131 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.37 "DELETE /v2.0/ports/0614aba3-68eb-4b1f-8dbd-7a7004781318 HTTP/1.1" status: 204 len: 173 time: 1.1172955 Mar 10 04:26:43.814933 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'name': 'network-vif-deleted', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:26:43.817157 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a2df2b-631f-4b62-a236-99126db674ce" -d '{"events": [{"server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "name": "network-vif-deleted", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:26:43.851427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c502bc2-3b28-4c49-87d7-9a1bcd911d33 x-openstack-request-id: req-1c502bc2-3b28-4c49-87d7-9a1bcd911d33 {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:26:43.851722 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc29beb2-71c1-4f56-9f21-764e9f60964c", "name": "network-vif-deleted", "tag": "0614aba3-68eb-4b1f-8dbd-7a7004781318", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:26:43.851978 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c502bc2-3b28-4c49-87d7-9a1bcd911d33 {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:26:43.857347 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc29beb2-71c1-4f56-9f21-764e9f60964c', 'name': 'network-vif-deleted', 'tag': '0614aba3-68eb-4b1f-8dbd-7a7004781318', 'status': 'completed', 'code': 200} Mar 10 04:26:43.908393 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:26:44.108200 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:44.141545 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] Checking router: 16ed8f38-7f6a-4c98-9360-14af48290b77 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:26:44.152534 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:26:44.153168 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:26:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:44.210475 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-52a79d0e-c1b4-4233-b47b-0a3e7a31f6da req-4b5fbd9b-e41c-4dd8-b436-ac5f0270424a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc29beb2-71c1-4f56-9f21-764e9f60964c HTTP/1.1" status: 200 len: 210 time: 0.0282018 Mar 10 04:26:44.263999 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:26:44.478614 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:44.505974 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3fd42-bc27-48ac-86a8-81542c08cd02 None None] The sync data for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb is: [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:45Z', 'revision_number': 4, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '4000a39f-fc77-4570-83d7-aa889d3bf499', 'name': '', 'network_id': '7de5086e-fa77-40ed-a2ab-9759dbedd2d7', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'mac_address': 'fa:16:3e:98:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:41Z', 'updated_at': '2022-03-10T04:18:55Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'subnets': [{'id': '640b429d-0dcd-4caf-b507-7c167e48ba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:26:44.772370 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0eb619-af8f-412a-98fd-e9238b8dc6e7 None None] New status for floating IP 1c9130d6-0150-4e54-bf49-376e5158a32c: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:26:44.781064 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0614aba3-68eb-4b1f-8dbd-7a7004781318 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:26:44.803825 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 0614aba3-68eb-4b1f-8dbd-7a7004781318 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:26:44.804613 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 0614aba3-68eb-4b1f-8dbd-7a7004781318 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:26:45.340577 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 32854) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:45.392661 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (992c121e-5640-4474-8155-06a240216ad1), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.415253 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (992c121e-5640-4474-8155-06a240216ad1), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.533428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (992c121e-5640-4474-8155-06a240216ad1), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.536268 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.537539 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "DELETE /v2.0/security-groups/992c121e-5640-4474-8155-06a240216ad1 HTTP/1.1" status: 204 len: 168 time: 0.1959791 Mar 10 04:26:45.540366 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32856) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:45.546895 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992c121e-5640-4474-8155-06a240216ad1,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:45.553787 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.api.v2.resource [None req-1522e2d1-0394-454b-b990-56cf5fa2092a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] show failed (client error): The resource could not be found. Mar 10 04:26:45.553920 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.554175 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.554547 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.554943 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-1522e2d1-0394-454b-b990-56cf5fa2092a tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "GET /v2.0/security-groups/992c121e-5640-4474-8155-06a240216ad1 HTTP/1.1" status: 404 len: 347 time: 0.0129545 Mar 10 04:26:45.555122 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.555267 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.555602 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.555937 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.556299 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.556636 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.556971 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.557302 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.557629 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.557735 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32858) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:45.557952 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84124cb-bec5-4249-9cc9-ddfa55483808 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:45.682568 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Deleting port 224bf65f-9bc5-4a66-b6cd-10d2ed46e331 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:26:45.683429 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.759372 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.759706 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.771576 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Calling delete_port for 224bf65f-9bc5-4a66-b6cd-10d2ed46e331 owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:26:45.945408 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (224bf65f-9bc5-4a66-b6cd-10d2ed46e331), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:45.969261 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Pushing event deleted for resources: {'Port': ['ID=224bf65f-9bc5-4a66-b6cd-10d2ed46e331,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:46.030227 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks [] for floatingip (1c9130d6-0150-4e54-bf49-376e5158a32c), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:46.032860 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:46.034013 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-20da1f15-a588-4c63-942c-d5e7bd78b417 tempest-AttachVolumeTestJSON-1934831204 tempest-AttachVolumeTestJSON-1934831204-project] 10.222.0.32 "DELETE /v2.0/floatingips/1c9130d6-0150-4e54-bf49-376e5158a32c HTTP/1.1" status: 204 len: 168 time: 0.4754124 Mar 10 04:26:49.884145 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32888) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:50.308558 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (16ed8f38-7f6a-4c98-9360-14af48290b77), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:50.545480 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Deleting port 4000a39f-fc77-4570-83d7-aa889d3bf499 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:26:50.545822 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:50.619765 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] For port 4000a39f-fc77-4570-83d7-aa889d3bf499, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=4000a39f-fc77-4570-83d7-aa889d3bf499,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:50.620162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:50.632719 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Calling delete_port for 4000a39f-fc77-4570-83d7-aa889d3bf499 owned by network:router_interface {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:26:50.876261 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (4000a39f-fc77-4570-83d7-aa889d3bf499), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:50.905380 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Pushing event deleted for resources: {'Port': ['ID=4000a39f-fc77-4570-83d7-aa889d3bf499,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:51.066436 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (16ed8f38-7f6a-4c98-9360-14af48290b77), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:51.284744 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Router 16ed8f38-7f6a-4c98-9360-14af48290b77 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:26:51.389248 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:26:51.396081 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7f4c5d15-ff19-448b-a125-6859ae0e7aae admin admin] 10.222.0.32 "PUT /v2.0/routers/16ed8f38-7f6a-4c98-9360-14af48290b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5090373 Mar 10 04:26:51.396964 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32894) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:51.399664 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] Sync routers for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:26:51.408967 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:26:51.409571 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:26:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:51.516756 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:26:51.711214 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:26:50Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:51.738160 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] Checking router: 16ed8f38-7f6a-4c98-9360-14af48290b77 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:26:51.746905 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] Routers {'16ed8f38-7f6a-4c98-9360-14af48290b77'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:26:51.747531 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:26:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['16ed8f38-7f6a-4c98-9360-14af48290b77'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:51.761034 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks [] for router (16ed8f38-7f6a-4c98-9360-14af48290b77), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:51.855828 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] Set router 16ed8f38-7f6a-4c98-9360-14af48290b77 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:26:51.862924 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks [] for router_gateway (16ed8f38-7f6a-4c98-9360-14af48290b77), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:51.969296 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Deleting port 1938a902-48da-428d-a895-531132d40ee4 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:26:51.969964 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (1938a902-48da-428d-a895-531132d40ee4), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:51.974419 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.039888 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:26:50Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:52.046749 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] For port 1938a902-48da-428d-a895-531132d40ee4, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=1938a902-48da-428d-a895-531132d40ee4,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:52.047114 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (1938a902-48da-428d-a895-531132d40ee4), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.059263 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Calling delete_port for 1938a902-48da-428d-a895-531132d40ee4 owned by network:router_gateway {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:26:52.065520 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43cfe1-29c8-4e3b-a1d4-997a12e8d27c None None] The sync data for ids ['16ed8f38-7f6a-4c98-9360-14af48290b77'] in dv-cinder-778193-25-smb is: [{'id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'name': 'tempest-AttachVolumeTestJSON-825525471-router', 'tenant_id': 'fed76017cebf4f40a5ae138623a4f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188'}], 'enable_snat': True}, 'gw_port_id': '1938a902-48da-428d-a895-531132d40ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:26:50Z', 'revision_number': 5, 'project_id': 'fed76017cebf4f40a5ae138623a4f900', 'gw_port': {'id': '1938a902-48da-428d-a895-531132d40ee4', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ed8f38-7f6a-4c98-9360-14af48290b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:26:52.281901 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (1938a902-48da-428d-a895-531132d40ee4), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.309363 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Pushing event deleted for resources: {'Port': ['ID=1938a902-48da-428d-a895-531132d40ee4,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:52.369236 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (16ed8f38-7f6a-4c98-9360-14af48290b77), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.464928 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (16ed8f38-7f6a-4c98-9360-14af48290b77), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.467132 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks [] for router_controller (16ed8f38-7f6a-4c98-9360-14af48290b77), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.590950 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (16ed8f38-7f6a-4c98-9360-14af48290b77), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.591555 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ed8f38-7f6a-4c98-9360-14af48290b77 {{(pid=103751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:26:52.596666 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.597779 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-a247f1ad-3f1f-4eee-b0d4-966603ed4316 admin admin] 10.222.0.32 "DELETE /v2.0/routers/16ed8f38-7f6a-4c98-9360-14af48290b77 HTTP/1.1" status: 204 len: 168 time: 1.1999099 Mar 10 04:26:52.608376 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32896) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:52.646433 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] Deleting subnet 640b429d-0dcd-4caf-b507-7c167e48ba07 {{(pid=103751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:26:52.649744 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] Publish callbacks [] for subnet (640b429d-0dcd-4caf-b507-7c167e48ba07), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.685949 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6711053'] for subnet (640b429d-0dcd-4caf-b507-7c167e48ba07), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.751130 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d04caf83-d264-401b-8df8-a7376f7617c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.776970 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (640b429d-0dcd-4caf-b507-7c167e48ba07), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.876628 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5325040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5335155'] for subnet (640b429d-0dcd-4caf-b507-7c167e48ba07), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.901830 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640b429d-0dcd-4caf-b507-7c167e48ba07,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:52.905374 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:52.911677 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-8ff9c952-3764-4058-91cb-5d5b5e5ac9f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/640b429d-0dcd-4caf-b507-7c167e48ba07 HTTP/1.1" status: 204 len: 168 time: 0.3070321 Mar 10 04:26:52.911677 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32898) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:52.914415 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f95c0-4d86-4b2c-907e-93fdfc2b8763 None None] Network 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:26:52.977532 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (7de5086e-fa77-40ed-a2ab-9759dbedd2d7), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.040236 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Deleting port d4611955-faae-416a-9e5f-d4e6efd995da {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:26:53.040639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.078985 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] DHCP port deletion for 7de5086e-fa77-40ed-a2ab-9759dbedd2d7 request from dv-cinder-778193-25-smb {{(pid=103753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:26:53.120751 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] For port d4611955-faae-416a-9e5f-d4e6efd995da, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=d4611955-faae-416a-9e5f-d4e6efd995da,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:53.120751 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.133958 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Deleting port d4611955-faae-416a-9e5f-d4e6efd995da {{(pid=103753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:26:53.134348 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), before_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.136200 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Calling delete_port for d4611955-faae-416a-9e5f-d4e6efd995da owned by network:dhcp {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:26:53.299495 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.322943 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4611955-faae-416a-9e5f-d4e6efd995da,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:53.323981 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 4000a39f-fc77-4570-83d7-aa889d3bf499 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:26:53.329432 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] No DVR routers for this DVR port d4611955-faae-416a-9e5f-d4e6efd995da on host dv-cinder-778193-25-smb {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:26:53.352558 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 4000a39f-fc77-4570-83d7-aa889d3bf499 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:26:53.352897 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 4000a39f-fc77-4570-83d7-aa889d3bf499 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:26:53.357883 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] For port d4611955-faae-416a-9e5f-d4e6efd995da, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=d4611955-faae-416a-9e5f-d4e6efd995da,segment=NetworkSegment(834cb3df-60fb-4f32-ba40-c62fdbb403f9),segment_id=834cb3df-60fb-4f32-ba40-c62fdbb403f9)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:26:53.358281 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), precommit_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.370424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Calling delete_port for d4611955-faae-416a-9e5f-d4e6efd995da owned by network:dhcp {{(pid=103753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:26:53.399668 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (7de5086e-fa77-40ed-a2ab-9759dbedd2d7), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.423113 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de5086e-fa77-40ed-a2ab-9759dbedd2d7']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:53.432119 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834cb3df-60fb-4f32-ba40-c62fdbb403f9') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:53.432420 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834cb3df-60fb-4f32-ba40-c62fdbb403f9') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:26:53.441453 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (834cb3df-60fb-4f32-ba40-c62fdbb403f9), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.443315 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032'] for port (d4611955-faae-416a-9e5f-d4e6efd995da), after_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.454771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (834cb3df-60fb-4f32-ba40-c62fdbb403f9), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.460671 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:26:53.461061 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (834cb3df-60fb-4f32-ba40-c62fdbb403f9), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:26:53.462736 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:26:53.470572 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Pushing event deleted for resources: {'Port': ['ID=d4611955-faae-416a-9e5f-d4e6efd995da,revision_number=None']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:53.479257 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] No DVR routers for this DVR port d4611955-faae-416a-9e5f-d4e6efd995da on host dv-cinder-778193-25-smb {{(pid=103753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:26:53.484810 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.485222 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.485575 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.486112 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.487589 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.487589 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.487589 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.487589 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.488574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.488574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.488574 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.488818 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.488907 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2888ab-9b6e-4fdc-b7e6-55a93c228732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:26:53.602044 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (7de5086e-fa77-40ed-a2ab-9759dbedd2d7), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.609268 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:53.612492 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7de5086e-fa77-40ed-a2ab-9759dbedd2d7 HTTP/1.1" status: 204 len: 168 time: 0.6999652 Mar 10 04:26:53.627942 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710f9c0-9104-4ee7-a742-c2b6db58b6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7de5086e-fa77-40ed-a2ab-9759dbedd2d7,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:53.916750 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32902) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:53.955400 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2b2492e4-8c1f-4035-91e6-27e51708c37a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fed76017cebf4f40a5ae138623a4f900&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375662 Mar 10 04:26:53.957702 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 32904) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:26:54.005589 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0046-e09f-49d7-b3c1-2c58ee0ac611 admin admin] Publish callbacks [] for security_group (953eaa34-f358-4fde-ab41-eb8c25ff374f), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:54.026589 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0046-e09f-49d7-b3c1-2c58ee0ac611 admin admin] Publish callbacks [] for security_group (953eaa34-f358-4fde-ab41-eb8c25ff374f), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:54.116000 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0046-e09f-49d7-b3c1-2c58ee0ac611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (953eaa34-f358-4fde-ab41-eb8c25ff374f), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:54.118593 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0046-e09f-49d7-b3c1-2c58ee0ac611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:54.119746 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-b3fd0046-e09f-49d7-b3c1-2c58ee0ac611 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/953eaa34-f358-4fde-ab41-eb8c25ff374f HTTP/1.1" status: 204 len: 168 time: 0.1611793 Mar 10 04:26:54.130910 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0046-e09f-49d7-b3c1-2c58ee0ac611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953eaa34-f358-4fde-ab41-eb8c25ff374f,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:26:54.756276 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 1938a902-48da-428d-a895-531132d40ee4 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:26:54.775712 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 1938a902-48da-428d-a895-531132d40ee4 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:26:54.776064 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 1938a902-48da-428d-a895-531132d40ee4 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:26:54.776998 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device d4611955-faae-416a-9e5f-d4e6efd995da no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:26:54.796683 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: d4611955-faae-416a-9e5f-d4e6efd995da {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:26:54.797038 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device d4611955-faae-416a-9e5f-d4e6efd995da not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:26:55.024937 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ad074762-bcb7-419b-b3d5-4d2bb3650ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:56.412602 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:57.813222 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:26:59.173156 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.515720 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33042) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:04.616466 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-72709b37-7c91-4fc0-92e0-312f642433f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.689426 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-72709b37-7c91-4fc0-92e0-312f642433f1 admin admin] Publish callbacks [] for security_group (6b2b4d09-417a-4ac4-b1d7-aee441cf4e39), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.755445 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-72709b37-7c91-4fc0-92e0-312f642433f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6b2b4d09-417a-4ac4-b1d7-aee441cf4e39), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.794124 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-72709b37-7c91-4fc0-92e0-312f642433f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7165f6bc22b40c3b5016d048bb4bc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772760 Mar 10 04:27:04.795020 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72709b37-7c91-4fc0-92e0-312f642433f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2b4d09-417a-4ac4-b1d7-aee441cf4e39,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:04.796833 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33048) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:04.844846 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-50b65cf8-9a96-4193-b052-b6633d540786 admin admin] Publish callbacks [] for security_group (6b2b4d09-417a-4ac4-b1d7-aee441cf4e39), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.865398 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-50b65cf8-9a96-4193-b052-b6633d540786 admin admin] Publish callbacks [] for security_group (6b2b4d09-417a-4ac4-b1d7-aee441cf4e39), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.966891 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-50b65cf8-9a96-4193-b052-b6633d540786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6b2b4d09-417a-4ac4-b1d7-aee441cf4e39), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.969564 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-50b65cf8-9a96-4193-b052-b6633d540786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:04.970714 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-50b65cf8-9a96-4193-b052-b6633d540786 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b2b4d09-417a-4ac4-b1d7-aee441cf4e39 HTTP/1.1" status: 204 len: 168 time: 0.1728389 Mar 10 04:27:04.978378 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b65cf8-9a96-4193-b052-b6633d540786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2b4d09-417a-4ac4-b1d7-aee441cf4e39,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:05.464480 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33056) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:05.477269 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f37369e9-b3a0-4c34-8ff3-593d1cb38a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:05.553342 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f37369e9-b3a0-4c34-8ff3-593d1cb38a09 admin admin] Publish callbacks [] for security_group (47822daa-d069-4e37-ac51-16f3ff12943e), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:05.630044 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f37369e9-b3a0-4c34-8ff3-593d1cb38a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (47822daa-d069-4e37-ac51-16f3ff12943e), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:05.668373 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f37369e9-b3a0-4c34-8ff3-593d1cb38a09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a43c385f9f504692b4eeb2245de5a2fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028210 Mar 10 04:27:05.669844 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37369e9-b3a0-4c34-8ff3-593d1cb38a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47822daa-d069-4e37-ac51-16f3ff12943e,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:05.671553 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33058) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:05.718330 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2b15dfe5-b481-4758-a1c3-86e0e49ce87b admin admin] Publish callbacks [] for security_group (47822daa-d069-4e37-ac51-16f3ff12943e), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:05.738954 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2b15dfe5-b481-4758-a1c3-86e0e49ce87b admin admin] Publish callbacks [] for security_group (47822daa-d069-4e37-ac51-16f3ff12943e), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:05.852751 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2b15dfe5-b481-4758-a1c3-86e0e49ce87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (47822daa-d069-4e37-ac51-16f3ff12943e), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:05.855278 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2b15dfe5-b481-4758-a1c3-86e0e49ce87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:05.857075 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2b15dfe5-b481-4758-a1c3-86e0e49ce87b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47822daa-d069-4e37-ac51-16f3ff12943e HTTP/1.1" status: 204 len: 168 time: 0.1838455 Mar 10 04:27:05.865203 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15dfe5-b481-4758-a1c3-86e0e49ce87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47822daa-d069-4e37-ac51-16f3ff12943e,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:08.383775 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33114) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:08.484400 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fc530183-d299-4c9e-a871-7d2f9e114cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:08.561706 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fc530183-d299-4c9e-a871-7d2f9e114cb1 admin admin] Publish callbacks [] for security_group (8e7e5fef-28d9-4d7d-9190-8d6381d75da7), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:08.635319 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fc530183-d299-4c9e-a871-7d2f9e114cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8e7e5fef-28d9-4d7d-9190-8d6381d75da7), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:08.672719 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-fc530183-d299-4c9e-a871-7d2f9e114cb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82f8f5d9d9884b038a1041f39dc4d239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878444 Mar 10 04:27:08.675449 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc530183-d299-4c9e-a871-7d2f9e114cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e5fef-28d9-4d7d-9190-8d6381d75da7,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:08.675731 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33118) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:08.723723 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ccc710f2-7ab8-4f13-9fba-f1c544a12b02 admin admin] Publish callbacks [] for security_group (8e7e5fef-28d9-4d7d-9190-8d6381d75da7), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:08.744264 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ccc710f2-7ab8-4f13-9fba-f1c544a12b02 admin admin] Publish callbacks [] for security_group (8e7e5fef-28d9-4d7d-9190-8d6381d75da7), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:08.835724 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ccc710f2-7ab8-4f13-9fba-f1c544a12b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8e7e5fef-28d9-4d7d-9190-8d6381d75da7), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:08.838461 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ccc710f2-7ab8-4f13-9fba-f1c544a12b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:08.839616 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ccc710f2-7ab8-4f13-9fba-f1c544a12b02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e7e5fef-28d9-4d7d-9190-8d6381d75da7 HTTP/1.1" status: 204 len: 168 time: 0.1627579 Mar 10 04:27:08.848427 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc710f2-7ab8-4f13-9fba-f1c544a12b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e5fef-28d9-4d7d-9190-8d6381d75da7,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:09.388937 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33124) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:09.402062 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-11db76b6-f6c8-4a0b-98b8-daeb758b3e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.474095 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-11db76b6-f6c8-4a0b-98b8-daeb758b3e10 admin admin] Publish callbacks [] for security_group (40cba742-32df-488f-adc9-8df0d688fa41), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.538214 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-11db76b6-f6c8-4a0b-98b8-daeb758b3e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (40cba742-32df-488f-adc9-8df0d688fa41), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.582264 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-11db76b6-f6c8-4a0b-98b8-daeb758b3e10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0dcffe9649724b68be4ea248a09acc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922479 Mar 10 04:27:09.583440 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db76b6-f6c8-4a0b-98b8-daeb758b3e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cba742-32df-488f-adc9-8df0d688fa41,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:09.585001 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33126) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:09.634472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8a629476-5a2b-41c3-8e3b-1d4a4d930b5d admin admin] Publish callbacks [] for security_group (40cba742-32df-488f-adc9-8df0d688fa41), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.655156 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8a629476-5a2b-41c3-8e3b-1d4a4d930b5d admin admin] Publish callbacks [] for security_group (40cba742-32df-488f-adc9-8df0d688fa41), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.784131 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8a629476-5a2b-41c3-8e3b-1d4a4d930b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (40cba742-32df-488f-adc9-8df0d688fa41), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.786604 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8a629476-5a2b-41c3-8e3b-1d4a4d930b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:09.787782 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-8a629476-5a2b-41c3-8e3b-1d4a4d930b5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40cba742-32df-488f-adc9-8df0d688fa41 HTTP/1.1" status: 204 len: 168 time: 0.2017841 Mar 10 04:27:09.795351 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a629476-5a2b-41c3-8e3b-1d4a4d930b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cba742-32df-488f-adc9-8df0d688fa41,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:11.801071 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33172) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:11.901259 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f07213b2-29bf-4a28-8aa2-be504de7b9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:11.971249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f07213b2-29bf-4a28-8aa2-be504de7b9ac admin admin] Publish callbacks [] for security_group (925c11f6-faec-4f60-a65a-fa428124b006), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.023699 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f07213b2-29bf-4a28-8aa2-be504de7b9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (925c11f6-faec-4f60-a65a-fa428124b006), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.061061 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f07213b2-29bf-4a28-8aa2-be504de7b9ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ac1226feade4671bab6683399c0bea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589135 Mar 10 04:27:12.061942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07213b2-29bf-4a28-8aa2-be504de7b9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925c11f6-faec-4f60-a65a-fa428124b006,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:12.063785 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33176) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:12.112203 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a8d0-1773-4e14-8f5e-20935ece2c3c admin admin] Publish callbacks [] for security_group (925c11f6-faec-4f60-a65a-fa428124b006), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.133645 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a8d0-1773-4e14-8f5e-20935ece2c3c admin admin] Publish callbacks [] for security_group (925c11f6-faec-4f60-a65a-fa428124b006), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.218134 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a8d0-1773-4e14-8f5e-20935ece2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (925c11f6-faec-4f60-a65a-fa428124b006), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.221055 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a8d0-1773-4e14-8f5e-20935ece2c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.222525 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-c9c1a8d0-1773-4e14-8f5e-20935ece2c3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/925c11f6-faec-4f60-a65a-fa428124b006 HTTP/1.1" status: 204 len: 168 time: 0.1575823 Mar 10 04:27:12.230446 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1a8d0-1773-4e14-8f5e-20935ece2c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925c11f6-faec-4f60-a65a-fa428124b006,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:12.714248 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33182) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:12.728313 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-39ea27a0-f7fc-45ca-81b4-6fb88a15dc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.799792 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-39ea27a0-f7fc-45ca-81b4-6fb88a15dc6b admin admin] Publish callbacks [] for security_group (933b7eb1-4503-4b10-8964-61f522fc07ef), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.881395 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-39ea27a0-f7fc-45ca-81b4-6fb88a15dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (933b7eb1-4503-4b10-8964-61f522fc07ef), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.919850 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-39ea27a0-f7fc-45ca-81b4-6fb88a15dc6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=168169ea90874acd9b102f72593fcac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045383 Mar 10 04:27:12.920756 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea27a0-f7fc-45ca-81b4-6fb88a15dc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933b7eb1-4503-4b10-8964-61f522fc07ef,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:12.922623 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33184) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:12.969865 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a96baa4c-3dd5-48d7-a306-dc69500dd4eb admin admin] Publish callbacks [] for security_group (933b7eb1-4503-4b10-8964-61f522fc07ef), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:12.989736 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a96baa4c-3dd5-48d7-a306-dc69500dd4eb admin admin] Publish callbacks [] for security_group (933b7eb1-4503-4b10-8964-61f522fc07ef), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:13.109759 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a96baa4c-3dd5-48d7-a306-dc69500dd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (933b7eb1-4503-4b10-8964-61f522fc07ef), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:13.112255 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a96baa4c-3dd5-48d7-a306-dc69500dd4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:13.113399 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a96baa4c-3dd5-48d7-a306-dc69500dd4eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/933b7eb1-4503-4b10-8964-61f522fc07ef HTTP/1.1" status: 204 len: 168 time: 0.1898007 Mar 10 04:27:13.121104 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96baa4c-3dd5-48d7-a306-dc69500dd4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933b7eb1-4503-4b10-8964-61f522fc07ef,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:19.107181 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:27:21.926379 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:22.732750 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ea45bbfc-cf5c-40fa-bd28-2fd5e85c3805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.046935 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f2622afd-3389-43f3-b0f2-5f110baf113a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.215315 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33326) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:25.314431 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-eb636cec-2c43-4260-8d13-3e0cccc111d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.383619 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-eb636cec-2c43-4260-8d13-3e0cccc111d2 admin admin] Publish callbacks [] for security_group (ea115295-f358-4ec0-a12d-e27587313ceb), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.440751 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-eb636cec-2c43-4260-8d13-3e0cccc111d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (ea115295-f358-4ec0-a12d-e27587313ceb), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.477823 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-eb636cec-2c43-4260-8d13-3e0cccc111d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27a713829489452d86e7e5dff722d8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614393 Mar 10 04:27:25.478959 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636cec-2c43-4260-8d13-3e0cccc111d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea115295-f358-4ec0-a12d-e27587313ceb,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:25.480552 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33330) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:25.528893 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a4ebea07-d258-4cb4-ba3b-94f481b3bc22 admin admin] Publish callbacks [] for security_group (ea115295-f358-4ec0-a12d-e27587313ceb), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.553161 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a4ebea07-d258-4cb4-ba3b-94f481b3bc22 admin admin] Publish callbacks [] for security_group (ea115295-f358-4ec0-a12d-e27587313ceb), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.675448 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a4ebea07-d258-4cb4-ba3b-94f481b3bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (ea115295-f358-4ec0-a12d-e27587313ceb), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.677996 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-a4ebea07-d258-4cb4-ba3b-94f481b3bc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:25.679144 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-a4ebea07-d258-4cb4-ba3b-94f481b3bc22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea115295-f358-4ec0-a12d-e27587313ceb HTTP/1.1" status: 204 len: 168 time: 0.1969306 Mar 10 04:27:25.686964 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebea07-d258-4cb4-ba3b-94f481b3bc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea115295-f358-4ec0-a12d-e27587313ceb,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:26.268557 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33336) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:26.282604 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c80ccf00-9dd2-48ed-a701-f344e83110af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.354708 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c80ccf00-9dd2-48ed-a701-f344e83110af admin admin] Publish callbacks [] for security_group (a7bcad87-e6d2-44cf-aa4d-5b539ea45f16), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.394928 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.423424 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-c80ccf00-9dd2-48ed-a701-f344e83110af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a7bcad87-e6d2-44cf-aa4d-5b539ea45f16), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.461474 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-c80ccf00-9dd2-48ed-a701-f344e83110af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4de743525a35466aaad36d95e71db398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917675 Mar 10 04:27:26.462277 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ccf00-9dd2-48ed-a701-f344e83110af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bcad87-e6d2-44cf-aa4d-5b539ea45f16,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:26.464277 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33338) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:26.513451 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4c91c928-5958-43d8-89ca-d98d49974b81 admin admin] Publish callbacks [] for security_group (a7bcad87-e6d2-44cf-aa4d-5b539ea45f16), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.533502 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4c91c928-5958-43d8-89ca-d98d49974b81 admin admin] Publish callbacks [] for security_group (a7bcad87-e6d2-44cf-aa4d-5b539ea45f16), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.640850 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4c91c928-5958-43d8-89ca-d98d49974b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a7bcad87-e6d2-44cf-aa4d-5b539ea45f16), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.643386 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4c91c928-5958-43d8-89ca-d98d49974b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:26.644571 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-4c91c928-5958-43d8-89ca-d98d49974b81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7bcad87-e6d2-44cf-aa4d-5b539ea45f16 HTTP/1.1" status: 204 len: 168 time: 0.1793137 Mar 10 04:27:26.652459 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91c928-5958-43d8-89ca-d98d49974b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bcad87-e6d2-44cf-aa4d-5b539ea45f16,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:27.354414 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33344) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:27.354414 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a008e182-b332-4e21-83f6-6fb00dfc35ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:27.354414 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a008e182-b332-4e21-83f6-6fb00dfc35ff admin admin] Publish callbacks [] for security_group (333f5f47-8f7b-4b57-932b-0fe62713873b), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:27.429380 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a008e182-b332-4e21-83f6-6fb00dfc35ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (333f5f47-8f7b-4b57-932b-0fe62713873b), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:27.467287 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a008e182-b332-4e21-83f6-6fb00dfc35ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d49e381b10f34c6e8c62f05ea15f2544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244816 Mar 10 04:27:27.468444 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008e182-b332-4e21-83f6-6fb00dfc35ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f5f47-8f7b-4b57-932b-0fe62713873b,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:27.470119 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33346) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:27.518260 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4757fb-5336-4bb0-be6a-05d7c3597fdd admin admin] Publish callbacks [] for security_group (333f5f47-8f7b-4b57-932b-0fe62713873b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:27.538909 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4757fb-5336-4bb0-be6a-05d7c3597fdd admin admin] Publish callbacks [] for security_group (333f5f47-8f7b-4b57-932b-0fe62713873b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:27.629291 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4757fb-5336-4bb0-be6a-05d7c3597fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (333f5f47-8f7b-4b57-932b-0fe62713873b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:27.631728 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-de4757fb-5336-4bb0-be6a-05d7c3597fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:27.633177 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-de4757fb-5336-4bb0-be6a-05d7c3597fdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/333f5f47-8f7b-4b57-932b-0fe62713873b HTTP/1.1" status: 204 len: 168 time: 0.1620638 Mar 10 04:27:27.642577 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4757fb-5336-4bb0-be6a-05d7c3597fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f5f47-8f7b-4b57-932b-0fe62713873b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:27.755250 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:28.685524 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33368) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:28.779428 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264965366-network', 'tenant_id': '6cb1f3f66e86442180bff2c3873b3a14'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:27:28.903450 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Made reservation on behalf of 6cb1f3f66e86442180bff2c3873b3a14 for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:27:28.905888 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:28.914325 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:28.985406 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks [] for security_group (af15df72-9497-429b-b899-cb7cc38ba522), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.052188 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (af15df72-9497-429b-b899-cb7cc38ba522), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.071587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:27:29.085739 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af15df72-9497-429b-b899-cb7cc38ba522,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:29.090228 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (1fbbe827-73d3-43ec-918e-558650f8c68f), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.090569 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Added segment 1fbbe827-73d3-43ec-918e-558650f8c68f of type vlan for network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 Mar 10 04:27:29.130847 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.177831 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.229034 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.230038 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:29.230635 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.290979 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] Pushing event updated for resources: {'Network': ['ID=fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:29.301338 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:27:29.311967 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5f46ca00-5e5e-4ff0-924a-9edb8bbd6594 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6253030 Mar 10 04:27:29.314745 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33372) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:29.319936 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Request body: {'subnet': {'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264965366-subnet', 'tenant_id': '6cb1f3f66e86442180bff2c3873b3a14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:27:29.383384 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Made reservation on behalf of 6cb1f3f66e86442180bff2c3873b3a14 for: {'subnet': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:27:29.385851 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5335124'] for subnet (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.646741 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5324979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5335162'] for subnet (eb70f5e3-e723-41fc-b7ef-59d993399d3b), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.703579 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb70f5e3-e723-41fc-b7ef-59d993399d3b,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:29.710690 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Checking segment: {'id': '1fbbe827-73d3-43ec-918e-558650f8c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:27:29.711054 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Network hostable DHCP agents. Network: fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:27:29.789186 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:27:29.863377 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2) {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:27:29.867866 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:29.869315 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:29.872460 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b0b2c-3ba4-4731-972f-297716f528f1 None None] Network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:27:29.961033 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-fdcde8f2-9005-46d7-b160-224e3ad115b3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6447165 Mar 10 04:27:29.970733 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0159eda-5a92-4875-9918-4871c4c99770 None None] Network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:27:30.637178 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33398) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:30.642486 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944097006-network', 'tenant_id': '6b4f07469c1a4f55918fc7837fe1cb1a'}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:27:30.737538 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Made reservation on behalf of 6b4f07469c1a4f55918fc7837fe1cb1a for: {'network': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:27:30.739812 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:30.748722 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:30.820204 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks [] for security_group (ccd9cc31-d334-4396-96fc-7db16f9f9b57), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:30.897519 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (ccd9cc31-d334-4396-96fc-7db16f9f9b57), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:30.918085 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:27:30.932243 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd9cc31-d334-4396-96fc-7db16f9f9b57,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:30.935029 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (483a9212-0528-4fed-82e8-4273a0974c9d), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:30.935374 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.segments_db [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Added segment 483a9212-0528-4fed-82e8-4273a0974c9d of type vlan for network 68e65469-2ab6-4b84-a898-70dbdd04c27e Mar 10 04:27:30.977169 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (68e65469-2ab6-4b84-a898-70dbdd04c27e), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:31.057296 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (68e65469-2ab6-4b84-a898-70dbdd04c27e), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:31.058237 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:31.058825 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:31.116701 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] Pushing event updated for resources: {'Network': ['ID=68e65469-2ab6-4b84-a898-70dbdd04c27e,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:31.126292 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 68e65469-2ab6-4b84-a898-70dbdd04c27e details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:27:31.146887 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-b5b10cf1-72f5-4ab7-aaa2-e3f9e6b605d7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5081868 Mar 10 04:27:31.149712 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33404) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:31.156024 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Request body: {'subnet': {'network_id': '68e65469-2ab6-4b84-a898-70dbdd04c27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944097006-subnet', 'tenant_id': '6b4f07469c1a4f55918fc7837fe1cb1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:27:31.218816 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Made reservation on behalf of 6b4f07469c1a4f55918fc7837fe1cb1a for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:27:31.221263 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016687'] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:31.435404 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5938147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016641'] for subnet (d2137ee2-8ff1-47e3-b10d-cc078840dafe), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:31.491615 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2137ee2-8ff1-47e3-b10d-cc078840dafe,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:31.501907 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Checking segment: {'id': '483a9212-0528-4fed-82e8-4273a0974c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '68e65469-2ab6-4b84-a898-70dbdd04c27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:27:31.502277 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Network hostable DHCP agents. Network: 68e65469-2ab6-4b84-a898-70dbdd04c27e, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:27:31.583832 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Network 68e65469-2ab6-4b84-a898-70dbdd04c27e is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:27:31.663646 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 68e65469-2ab6-4b84-a898-70dbdd04c27e) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:27:31.668055 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:31.676162 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:31.676841 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c6ea1-b82a-4310-bbef-dda9876b8447 None None] Network 68e65469-2ab6-4b84-a898-70dbdd04c27e requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:27:31.753063 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-4b6a076e-253b-4821-9411-a407850e73c1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6020880 Mar 10 04:27:31.769317 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f77be-0fb6-43c8-b47a-4868d26eb503 None None] Network 68e65469-2ab6-4b84-a898-70dbdd04c27e requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:27:32.376314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-55b0392a-c623-49e8-818d-89ba25f4b1fe tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:32.377802 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-55b0392a-c623-49e8-818d-89ba25f4b1fe tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/networks?id=fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 HTTP/1.1" status: 200 len: 808 time: 0.1022782 Mar 10 04:27:32.392436 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-ae62a64f-9edc-41cb-adbd-0d7e319f899e tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/quotas/6cb1f3f66e86442180bff2c3873b3a14 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Mar 10 04:27:32.426535 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-afe31f95-b48c-4485-b33f-c577f85a7279 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cb1f3f66e86442180bff2c3873b3a14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290065 Mar 10 04:27:32.519069 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-91e2c5d1-6934-40a4-80fd-50fd16b3e925 service neutron] 10.222.0.32 "GET /v2.0/networks/fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854883 Mar 10 04:27:32.635718 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-f8e11a73-22cb-4722-89fd-e5daecccde09 service neutron] 10.222.0.32 "GET /v2.0/networks/fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104491 Mar 10 04:27:32.649742 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4d6b0-b5f9-43bc-b126-880a15d9cd6f req-e04455a4-a991-4d1b-bf9f-0ae7085331ab tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:32.651160 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-28f4d6b0-b5f9-43bc-b126-880a15d9cd6f req-e04455a4-a991-4d1b-bf9f-0ae7085331ab tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 946 time: 0.0701296 Mar 10 04:27:32.700641 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-28f4d6b0-b5f9-43bc-b126-880a15d9cd6f req-596c2d84-9d33-44b1-a0a6-f5adaf477d7a tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432916 Mar 10 04:27:32.870636 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-36299e96-49c0-4c92-b486-8edde68b5180 req-e9392178-c191-4595-85fa-ee37b2e1be55 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Mar 10 04:27:33.825316 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d562-058e-4f48-a61c-7dda9de1c260 req-84ea4ac1-9948-417b-8a45-eafd514e2e6e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:33.826770 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d451d562-058e-4f48-a61c-7dda9de1c260 req-84ea4ac1-9948-417b-8a45-eafd514e2e6e tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 946 time: 0.0510921 Mar 10 04:27:33.873202 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d451d562-058e-4f48-a61c-7dda9de1c260 req-8e5f919f-8111-4de2-9983-d01c4d085cfe tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cc60087-fd20-4f0a-aae3-48fb88c5b997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Mar 10 04:27:33.969178 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0edd264d-f2a8-4f8f-94f9-40e5c8f34c9c req-98a10cce-49f6-4844-9bb0-35fdb89fefb3 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 210 time: 0.0333643 Mar 10 04:27:34.348789 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e0d8ca97-8c85-48e2-80ff-ef08738111f5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:34.350272 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e0d8ca97-8c85-48e2-80ff-ef08738111f5 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 946 time: 0.0531609 Mar 10 04:27:34.446058 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Deleting port eac8300d-78c1-4c52-ad10-57adf7ea3f4e {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:34.446592 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:34.562616 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] For port eac8300d-78c1-4c52-ad10-57adf7ea3f4e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:34.563001 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:34.737921 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:34.738279 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (32715bad-6d6c-4def-840e-d07c20adcb5a), after_update {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:34.738598 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.db.l3_db [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Floating IP 32715bad-6d6c-4def-840e-d07c20adcb5a disassociated. External IP: 172.28.0.125, port: eac8300d-78c1-4c52-ad10-57adf7ea3f4e. Mar 10 04:27:34.738944 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Calling delete_port for eac8300d-78c1-4c52-ad10-57adf7ea3f4e owned by compute:nova {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:34.903882 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (eac8300d-78c1-4c52-ad10-57adf7ea3f4e), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:34.935427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event deleted for resources: {'Port': ['ID=eac8300d-78c1-4c52-ad10-57adf7ea3f4e,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:34.998687 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-3b740b44-65a1-474a-aac5-1f5d958d08e5 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:35.000935 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-3b740b44-65a1-474a-aac5-1f5d958d08e5 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.37 "GET /v2.0/networks?id=fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 HTTP/1.1" status: 200 len: 808 time: 0.1131039 Mar 10 04:27:35.014586 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e6b97f01-7a4a-489d-841f-9e2cd5b0fb87 req-6fba0092-8b98-45a3-9ffa-b8577e587e82 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 210 time: 0.0654750 Mar 10 04:27:35.015461 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Request body: {'port': {'device_id': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2', 'admin_state_up': True, 'tenant_id': '6cb1f3f66e86442180bff2c3873b3a14'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:27:35.119866 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8ee192ee-2b2d-4b9e-b434-ec0458289605 req-b149996f-25cb-43c1-af57-7059766d1996 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 210 time: 0.0472362 Mar 10 04:27:35.129587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:27:35.244913 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:27:35.253287 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Made reservation on behalf of 6cb1f3f66e86442180bff2c3873b3a14 for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:27:35.256850 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:35.262452 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] Sync routers for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:27:35.273425 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:35.274317 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:35.328819 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] No DVR routers for this DVR port eac8300d-78c1-4c52-ad10-57adf7ea3f4e on host hv-cinder-77819 {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:35.332115 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:35.335922 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f567fea7-62f4-4817-8c14-9ef10522ca39 req-e095f7e0-b116-4f69-b3f1-989cecb4cfa8 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.37 "DELETE /v2.0/ports/eac8300d-78c1-4c52-ad10-57adf7ea3f4e HTTP/1.1" status: 204 len: 173 time: 0.9801605 Mar 10 04:27:35.336553 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-deleted', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e'}] {{(pid=103751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:27:35.339898 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d13b7f9223f798d92bfe936bb7aa6324a386d99b48c5802f8652221580624a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c8232-eaa0-4a1d-be12-651c3dbe4704" -d '{"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-deleted", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e"}]}' {{(pid=103751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:27:35.415293 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3b597b-4924-4711-bbce-9293e165229c x-openstack-request-id: req-8f3b597b-4924-4711-bbce-9293e165229c {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:27:35.415768 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aae853-e7ae-4a3a-8d62-481746978285", "name": "network-vif-deleted", "tag": "eac8300d-78c1-4c52-ad10-57adf7ea3f4e", "status": "completed", "code": 200}]} {{(pid=103751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:27:35.416171 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f3b597b-4924-4711-bbce-9293e165229c {{(pid=103751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:27:35.425276 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71aae853-e7ae-4a3a-8d62-481746978285', 'name': 'network-vif-deleted', 'tag': 'eac8300d-78c1-4c52-ad10-57adf7ea3f4e', 'status': 'completed', 'code': 200} Mar 10 04:27:35.459035 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:35.471089 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Allocated IP 172.20.0.5 (fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2/eb70f5e3-e723-41fc-b7ef-59d993399d3b/6d187510-6cd6-425f-82cc-0416b6745a54) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:27:35.687609 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:35.703511 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks [] for port (6d187510-6cd6-425f-82cc-0416b6745a54), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:35.715674 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] Checking router: 9a2e9717-8c27-45c3-859c-9ef4133c4a51 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:27:35.724832 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:35.725523 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:35.813518 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:35.833845 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:35.854891 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:27:35.859887 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:27:35.863576 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:27:35.869852 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Pushing event updated for resources: {'Port': ['ID=6d187510-6cd6-425f-82cc-0416b6745a54,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:35.915818 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:35.916465 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:35.975246 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-67ef0e53-a9bb-45b4-83b5-973f5596ce3a tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651701 Mar 10 04:27:35.986400 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Request body: {'port': {'device_id': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:27:36.026766 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:36.046461 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:36.055669 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9371f-fbc8-4ac3-9345-3c29f77a1d6e None None] The sync data for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb is: [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': 'b1bf73c2-65d5-46a3-8f32-3612307e5ce8', 'name': '', 'network_id': 'ae5c10d7-850c-4a3f-b53a-2ced6d18036f', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'mac_address': 'fa:16:3e:2b:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:52Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'subnets': [{'id': '41b2ed32-67cc-4ab0-9125-dd6e298710c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:27:36.150307 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9c7be23b-bae3-4372-8c17-fe4a3df389f7 req-712f6093-91af-4cc0-ab98-bff0ac001668 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/ports?device_id=71aae853-e7ae-4a3a-8d62-481746978285 HTTP/1.1" status: 200 len: 210 time: 0.0293560 Mar 10 04:27:36.266008 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2424af-da5c-4650-a728-de95985f5574 req-9a77c621-b378-4496-9fa6-2605c72c18bd tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:36.273544 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1a2424af-da5c-4650-a728-de95985f5574 req-9a77c621-b378-4496-9fa6-2605c72c18bd tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 931 time: 0.0636446 Mar 10 04:27:36.332540 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1a2424af-da5c-4650-a728-de95985f5574 req-30b399a0-4a3a-431d-8b0e-7faa3adb5b2f tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580137 Mar 10 04:27:36.350375 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d187510-6cd6-425f-82cc-0416b6745a54 {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:27:36.358326 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Publish callbacks [] for port (6d187510-6cd6-425f-82cc-0416b6745a54), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:36.364786 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6e23a-258d-47c6-b711-721231a2cdbd None None] New status for floating IP 32715bad-6d6c-4def-840e-d07c20adcb5a: DOWN {{(pid=103753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:27:36.372192 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Transition to ACTIVE for port object 6d187510-6cd6-425f-82cc-0416b6745a54 will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:27:36.434681 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:36.489848 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Pushing event updated for resources: {'Port': ['ID=6d187510-6cd6-425f-82cc-0416b6745a54,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:36.554278 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Attempting to bind port 6d187510-6cd6-425f-82cc-0416b6745a54 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:27:36.554609 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Attempting to bind port 6d187510-6cd6-425f-82cc-0416b6745a54 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1fbbe827-73d3-43ec-918e-558650f8c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:27:36.554935 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Attempting to bind port 6d187510-6cd6-425f-82cc-0416b6745a54 on network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:27:36.559427 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Port 6d187510-6cd6-425f-82cc-0416b6745a54 on network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:27:36.559671 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Attempting to bind port 6d187510-6cd6-425f-82cc-0416b6745a54 on network fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:27:36.564644 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:27:36.564984 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Checking segment: {'id': '1fbbe827-73d3-43ec-918e-558650f8c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:27:36.565360 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Bound using segment: {'id': '1fbbe827-73d3-43ec-918e-558650f8c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:27:36.565786 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Bound port: 6d187510-6cd6-425f-82cc-0416b6745a54, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbbe827-73d3-43ec-918e-558650f8c68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:27:36.566142 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:36.627412 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] For port 6d187510-6cd6-425f-82cc-0416b6745a54, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:27:36.630372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] For port 6d187510-6cd6-425f-82cc-0416b6745a54, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6d187510-6cd6-425f-82cc-0416b6745a54,segment=NetworkSegment(1fbbe827-73d3-43ec-918e-558650f8c68f),segment_id=1fbbe827-73d3-43ec-918e-558650f8c68f)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:27:36.721796 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:36.759877 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:36.760533 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:36.765247 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] 10.222.0.37 "PUT /v2.0/ports/6d187510-6cd6-425f-82cc-0416b6745a54 HTTP/1.1" status: 200 len: 1093 time: 0.7796290 Mar 10 04:27:36.765247 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'tag': '6d187510-6cd6-425f-82cc-0416b6745a54'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:27:36.765247 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fafe9f-71af-4976-94e6-8a4957bf7a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb398045-a1e6-4dbd-8083-2fc0cb56bd85", "tag": "6d187510-6cd6-425f-82cc-0416b6745a54"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:27:36.789563 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530f59b-b7b1-42fe-a6cc-b7fe6ff27eef service neutron] Pushing event updated for resources: {'Port': ['ID=6d187510-6cd6-425f-82cc-0416b6745a54,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:36.800603 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3adeba-e071-44a5-85ca-45429edc9b68 x-openstack-request-id: req-ea3adeba-e071-44a5-85ca-45429edc9b68 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:27:36.800896 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb398045-a1e6-4dbd-8083-2fc0cb56bd85", "tag": "6d187510-6cd6-425f-82cc-0416b6745a54", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:27:36.801155 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea3adeba-e071-44a5-85ca-45429edc9b68 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:27:36.801555 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'tag': '6d187510-6cd6-425f-82cc-0416b6745a54', 'status': 'completed', 'code': 200} Mar 10 04:27:36.864849 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fafe9f-71af-4976-94e6-8a4957bf7a4c req-8da9bee5-0218-4a63-9f79-57830e361b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:36.868432 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-c0fafe9f-71af-4976-94e6-8a4957bf7a4c req-8da9bee5-0218-4a63-9f79-57830e361b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cb1f3f66e86442180bff2c3873b3a14&device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 1127 time: 0.0446739 Mar 10 04:27:36.961003 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fafe9f-71af-4976-94e6-8a4957bf7a4c req-e1bb40bc-bf6e-4ab2-8568-4da91ffd3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:36.962469 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-c0fafe9f-71af-4976-94e6-8a4957bf7a4c req-e1bb40bc-bf6e-4ab2-8568-4da91ffd3e29 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6cb1f3f66e86442180bff2c3873b3a14&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0895431 Mar 10 04:27:37.061645 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fafe9f-71af-4976-94e6-8a4957bf7a4c req-cb5b7e24-9595-47bd-87a3-e0cd59fda219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:37.063347 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-c0fafe9f-71af-4976-94e6-8a4957bf7a4c req-cb5b7e24-9595-47bd-87a3-e0cd59fda219 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936735 Mar 10 04:27:37.112727 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c7b28-4c46-4d00-9014-2c1c6966b88a req-bec7c2cc-b301-4d87-b7fb-0cabd27f1761 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:37.114211 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-826c7b28-4c46-4d00-9014-2c1c6966b88a req-bec7c2cc-b301-4d87-b7fb-0cabd27f1761 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0563526 Mar 10 04:27:37.143701 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-d7f65a31-2fbb-419f-be5b-2abb00080429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:37.145151 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-d7f65a31-2fbb-419f-be5b-2abb00080429 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cb1f3f66e86442180bff2c3873b3a14&device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 1127 time: 0.0438969 Mar 10 04:27:37.161723 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-826c7b28-4c46-4d00-9014-2c1c6966b88a req-0d224ae3-564e-4e27-a762-4662af29aa3b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416913 Mar 10 04:27:37.190926 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-cb9dd005-d9f2-4396-9024-c4412766fb9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d187510-6cd6-425f-82cc-0416b6745a54 HTTP/1.1" status: 200 len: 217 time: 0.0372531 Mar 10 04:27:37.238215 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-b722e583-7164-44e1-ba07-e8612952a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:37.240738 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-b722e583-7164-44e1-ba07-e8612952a7b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb70f5e3-e723-41fc-b7ef-59d993399d3b HTTP/1.1" status: 200 len: 848 time: 0.0432029 Mar 10 04:27:37.270912 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-cfac0b21-c0b3-4ec8-adb5-42da7b7c97cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248885 Mar 10 04:27:37.328457 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33506) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:37.373684 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-4e8897ca-8274-475d-bfcf-1922b8ef00bf service neutron] 10.222.0.37 "GET /v2.0/networks/fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965376 Mar 10 04:27:37.385794 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7dd22cab-140d-41f9-a110-f14b7c93b651 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (8cc60087-fd20-4f0a-aae3-48fb88c5b997), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:37.433360 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7dd22cab-140d-41f9-a110-f14b7c93b651 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (8cc60087-fd20-4f0a-aae3-48fb88c5b997), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:37.463347 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dde84f94-b445-40e4-8f92-e3f8301543b9 req-c195d1ec-df13-4592-acea-f2e5667818c8 service neutron] 10.222.0.37 "GET /v2.0/networks/fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832353 Mar 10 04:27:37.484986 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267e8cc-5a31-4781-b239-4b00e0db454d req-5daca7b4-a4e7-46f4-8bc5-29871acc4c61 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:37.486522 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3267e8cc-5a31-4781-b239-4b00e0db454d req-5daca7b4-a4e7-46f4-8bc5-29871acc4c61 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 943 time: 0.0842609 Mar 10 04:27:37.538482 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3267e8cc-5a31-4781-b239-4b00e0db454d req-86cfcd06-bce1-41ee-9248-989fb04d2a6f tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Mar 10 04:27:37.560730 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7dd22cab-140d-41f9-a110-f14b7c93b651 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8cc60087-fd20-4f0a-aae3-48fb88c5b997), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:37.565885 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7dd22cab-140d-41f9-a110-f14b7c93b651 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:37.567428 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7dd22cab-140d-41f9-a110-f14b7c93b651 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "DELETE /v2.0/security-groups/8cc60087-fd20-4f0a-aae3-48fb88c5b997 HTTP/1.1" status: 204 len: 168 time: 0.2377520 Mar 10 04:27:37.571570 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33510) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:37.588174 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd22cab-140d-41f9-a110-f14b7c93b651 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc60087-fd20-4f0a-aae3-48fb88c5b997,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:37.590533 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.api.v2.resource [None req-12adebb9-5225-4af5-ae7f-62df87f36356 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] show failed (client error): The resource could not be found. Mar 10 04:27:37.591474 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-12adebb9-5225-4af5-ae7f-62df87f36356 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "GET /v2.0/security-groups/8cc60087-fd20-4f0a-aae3-48fb88c5b997 HTTP/1.1" status: 404 len: 347 time: 0.0189171 Mar 10 04:27:37.594770 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33512) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:37.726581 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Deleting port 91889dfc-9db0-47b6-a3a6-e5490ce4c5ea {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:37.726841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:37.799427 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:37.799758 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:37.811197 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Calling delete_port for 91889dfc-9db0-47b6-a3a6-e5490ce4c5ea owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:38.040816 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (91889dfc-9db0-47b6-a3a6-e5490ce4c5ea), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:38.065029 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Pushing event deleted for resources: {'Port': ['ID=91889dfc-9db0-47b6-a3a6-e5490ce4c5ea,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:38.125419 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks [] for floatingip (32715bad-6d6c-4def-840e-d07c20adcb5a), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:38.127959 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:38.129122 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-3d629825-694a-43c7-a24e-7b5ff09ce141 tempest-AttachVolumeShelveTestJSON-435676789 tempest-AttachVolumeShelveTestJSON-435676789-project] 10.222.0.32 "DELETE /v2.0/floatingips/32715bad-6d6c-4def-840e-d07c20adcb5a HTTP/1.1" status: 204 len: 168 time: 0.5327790 Mar 10 04:27:38.278962 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d17208-d355-4bc0-b7a1-a564fb5f7187 req-92abda24-413b-463b-a442-085d32d58d85 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:38.280478 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e9d17208-d355-4bc0-b7a1-a564fb5f7187 req-92abda24-413b-463b-a442-085d32d58d85 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0521398 Mar 10 04:27:38.325387 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e9d17208-d355-4bc0-b7a1-a564fb5f7187 req-a83d23f4-7492-45e3-84aa-73f4741449ac tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Mar 10 04:27:38.661428 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8cb2c-60d0-42b6-beed-7c5cce699ab4 req-abb23a7b-5f9c-448d-b555-e95983eaa7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:38.662976 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-faf8cb2c-60d0-42b6-beed-7c5cce699ab4 req-abb23a7b-5f9c-448d-b555-e95983eaa7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 943 time: 0.0571458 Mar 10 04:27:38.973080 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-faf8cb2c-60d0-42b6-beed-7c5cce699ab4 req-273758d2-db41-4934-8ace-869083177304 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043792 Mar 10 04:27:39.065628 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:39.068921 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-e0936a0a-a136-4fea-9e1d-d8db04749119 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:39.070366 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-e0936a0a-a136-4fea-9e1d-d8db04749119 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0508184 Mar 10 04:27:39.085485 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: eac8300d-78c1-4c52-ad10-57adf7ea3f4e {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:39.085835 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device eac8300d-78c1-4c52-ad10-57adf7ea3f4e not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:39.166421 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 24282356-3a90-4cf2-8124-37baf057dc3e {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:39.166760 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:39.253055 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] For port 24282356-3a90-4cf2-8124-37baf057dc3e, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=24282356-3a90-4cf2-8124-37baf057dc3e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:39.253338 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:39.427994 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:39.428677 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637068'] for floatingip (6962b469-40fb-4344-933d-11dd828a4c66), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:39.429222 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Floating IP 6962b469-40fb-4344-933d-11dd828a4c66 disassociated. External IP: 172.28.0.79, port: 24282356-3a90-4cf2-8124-37baf057dc3e. Mar 10 04:27:39.429774 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 24282356-3a90-4cf2-8124-37baf057dc3e owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:39.452662 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cd762-1467-472c-aec8-b0991d9a5288 req-cc2e3774-cf31-4340-ab14-9af13657078b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:39.454943 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7d5cd762-1467-472c-aec8-b0991d9a5288 req-cc2e3774-cf31-4340-ab14-9af13657078b tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 945 time: 0.0574970 Mar 10 04:27:39.504228 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7d5cd762-1467-472c-aec8-b0991d9a5288 req-8672433b-ec32-44de-b682-deb33c9a6d08 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups?id=be2a7a0c-6beb-4e76-8986-972470a9a4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Mar 10 04:27:39.652419 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (24282356-3a90-4cf2-8124-37baf057dc3e), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:39.680680 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=24282356-3a90-4cf2-8124-37baf057dc3e,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:39.796161 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:27:39.902210 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:27:39.911544 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:27:39.921388 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:39.922514 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:39.942485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] No DVR routers for this DVR port 24282356-3a90-4cf2-8124-37baf057dc3e on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:39.945359 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:39.952824 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-e29a2589-5326-4e49-b83c-96c5e5511f7b req-3fde23e9-b7a2-4319-86dd-1e0ab1cf2b09 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.37 "DELETE /v2.0/ports/24282356-3a90-4cf2-8124-37baf057dc3e HTTP/1.1" status: 204 len: 173 time: 0.8721006 Mar 10 04:27:39.953259 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'name': 'network-vif-deleted', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:27:39.955622 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf373b-2698-44aa-84b5-39b27ebcbcff" -d '{"events": [{"server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "name": "network-vif-deleted", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:27:39.994213 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76796a38-c3ae-434a-8ae1-ea0a8d8002a4 x-openstack-request-id: req-76796a38-c3ae-434a-8ae1-ea0a8d8002a4 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:27:39.994364 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee9c95f-4144-4ab0-a6e0-b0baee25165b", "name": "network-vif-deleted", "tag": "24282356-3a90-4cf2-8124-37baf057dc3e", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:27:39.994641 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76796a38-c3ae-434a-8ae1-ea0a8d8002a4 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:27:39.995081 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee9c95f-4144-4ab0-a6e0-b0baee25165b', 'name': 'network-vif-deleted', 'tag': '24282356-3a90-4cf2-8124-37baf057dc3e', 'status': 'completed', 'code': 200} Mar 10 04:27:40.032179 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:40.098698 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a51dc-78be-44ed-969f-8e9a8f7f6faf req-cb64f4d7-64c7-41db-9eb9-fa868c1d1348 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:40.100348 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c06a51dc-78be-44ed-969f-8e9a8f7f6faf req-cb64f4d7-64c7-41db-9eb9-fa868c1d1348 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 943 time: 0.0559905 Mar 10 04:27:40.172348 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c06a51dc-78be-44ed-969f-8e9a8f7f6faf req-3d7a36aa-e6c1-453f-b61e-86754eaed611 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610166 Mar 10 04:27:40.240703 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:40.271203 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:27:40.279685 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:40.280367 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:40.384276 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:40.612450 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-59d0c8da-6266-4697-9a6e-57fcc808a0bd req-c67d436d-674c-478f-b277-0501a1fa8efb tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/ports?device_id=aee9c95f-4144-4ab0-a6e0-b0baee25165b HTTP/1.1" status: 200 len: 210 time: 0.0273540 Mar 10 04:27:40.658767 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:40.687029 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a117e1a-8398-4050-9a0e-9de5058afe44 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:40Z', 'revision_number': 4, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0ed93386-c047-40cc-8ef0-8400dd12e72e', 'name': '', 'network_id': '8040fa27-6543-4170-b870-037ad12017ee', 'tenant_id': '88c08913ec294120abef430805a80a98', 'mac_address': 'fa:16:3e:c6:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:36Z', 'updated_at': '2022-03-10T04:18:49Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'subnets': [{'id': 'daf6f6d9-2479-4818-ac6d-616c4ea97ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:27:40.858126 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33546) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:40.916372 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c3448-c0f6-4cd3-b2d3-5739593ff306 None None] New status for floating IP 6962b469-40fb-4344-933d-11dd828a4c66: DOWN {{(pid=103753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:27:41.081108 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 6d187510-6cd6-425f-82cc-0416b6745a54 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:27:41.183977 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 6d187510-6cd6-425f-82cc-0416b6745a54, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6d187510-6cd6-425f-82cc-0416b6745a54,segment=NetworkSegment(1fbbe827-73d3-43ec-918e-558650f8c68f),segment_id=1fbbe827-73d3-43ec-918e-558650f8c68f)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:41.199026 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '6d187510-6cd6-425f-82cc-0416b6745a54', 'network_id': 'fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2', 'port_id': '6d187510-6cd6-425f-82cc-0416b6745a54', 'mac_address': 'fa:16:3e:86:07:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb70f5e3-e723-41fc-b7ef-59d993399d3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:27:41.237066 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 6d187510-6cd6-425f-82cc-0416b6745a54 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:27:41.237468 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.250199 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d187510-6cd6-425f-82cc-0416b6745a54 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:27:41.269385 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 6d187510-6cd6-425f-82cc-0416b6745a54, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6d187510-6cd6-425f-82cc-0416b6745a54,segment=NetworkSegment(1fbbe827-73d3-43ec-918e-558650f8c68f),segment_id=1fbbe827-73d3-43ec-918e-558650f8c68f)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:41.322335 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca5a05-6315-4ca0-8ad0-013b71aab110 req-98b3fb30-3eb5-4bf6-b954-e58d2c512c30 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:41.323805 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2fca5a05-6315-4ca0-8ad0-013b71aab110 req-98b3fb30-3eb5-4bf6-b954-e58d2c512c30 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 943 time: 0.0873981 Mar 10 04:27:41.355007 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.387869 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2fca5a05-6315-4ca0-8ad0-013b71aab110 req-5cc03627-355f-4e3f-bec2-113ce165732e tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581932 Mar 10 04:27:41.403637 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=6d187510-6cd6-425f-82cc-0416b6745a54,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:41.435862 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (9a2e9717-8c27-45c3-859c-9ef4133c4a51), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.680174 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Deleting port b1bf73c2-65d5-46a3-8f32-3612307e5ce8 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:41.680783 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.687539 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['6d187510-6cd6-425f-82cc-0416b6745a54'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:27:41.751186 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33556) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:41.766364 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] For port b1bf73c2-65d5-46a3-8f32-3612307e5ce8, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:41.766740 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.779638 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Calling delete_port for b1bf73c2-65d5-46a3-8f32-3612307e5ce8 owned by network:router_interface {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:41.814228 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b65e9497-a3f8-423d-974d-e7df5a5e24d5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (be2a7a0c-6beb-4e76-8986-972470a9a4db), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.838312 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b65e9497-a3f8-423d-974d-e7df5a5e24d5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (be2a7a0c-6beb-4e76-8986-972470a9a4db), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.955301 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b65e9497-a3f8-423d-974d-e7df5a5e24d5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (be2a7a0c-6beb-4e76-8986-972470a9a4db), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.957803 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b65e9497-a3f8-423d-974d-e7df5a5e24d5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:41.958974 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b65e9497-a3f8-423d-974d-e7df5a5e24d5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/security-groups/be2a7a0c-6beb-4e76-8986-972470a9a4db HTTP/1.1" status: 204 len: 168 time: 0.2057397 Mar 10 04:27:41.961759 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33558) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:41.968014 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e9497-a3f8-423d-974d-e7df5a5e24d5 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a7a0c-6beb-4e76-8986-972470a9a4db,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:41.974468 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.api.v2.resource [None req-0e7d13cc-02e0-476d-b1c6-0188c238923e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] show failed (client error): The resource could not be found. Mar 10 04:27:41.975478 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-0e7d13cc-02e0-476d-b1c6-0188c238923e tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "GET /v2.0/security-groups/be2a7a0c-6beb-4e76-8986-972470a9a4db HTTP/1.1" status: 404 len: 347 time: 0.0126946 Mar 10 04:27:41.978468 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33560) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:42.019815 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (b1bf73c2-65d5-46a3-8f32-3612307e5ce8), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.075963 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bf73c2-65d5-46a3-8f32-3612307e5ce8,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:42.218486 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Deleting port 567e442b-5dd5-46e8-995e-6efaacf6d6f3 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:42.218806 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.319837 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (9a2e9717-8c27-45c3-859c-9ef4133c4a51), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.343062 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.343339 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (567e442b-5dd5-46e8-995e-6efaacf6d6f3), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.389918 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Calling delete_port for 567e442b-5dd5-46e8-995e-6efaacf6d6f3 owned by network:floatingip {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:42.594663 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c61685-2338-4cde-9ded-8474f967c1cb req-a4629832-1270-4255-889d-cfd0588e2f24 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:42.596188 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-69c61685-2338-4cde-9ded-8474f967c1cb req-a4629832-1270-4255-889d-cfd0588e2f24 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 944 time: 0.1329930 Mar 10 04:27:42.727418 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-69c61685-2338-4cde-9ded-8474f967c1cb req-2ef4eca9-de79-41cc-a5f4-a57ceed62e77 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242321 Mar 10 04:27:42.729156 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:27:42.801451 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (567e442b-5dd5-46e8-995e-6efaacf6d6f3), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.854961 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Pushing event deleted for resources: {'Port': ['ID=567e442b-5dd5-46e8-995e-6efaacf6d6f3,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:42.885017 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:27:42.894027 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] Sync routers for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:27:42.903402 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:42.904011 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:42.908967 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-31c22d58-28c9-4f13-8e77-8b35e84c22ca admin admin] 10.222.0.32 "PUT /v2.0/routers/9a2e9717-8c27-45c3-859c-9ef4133c4a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0499961 Mar 10 04:27:42.911494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33564) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:42.970005 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks [] for floatingip (6962b469-40fb-4344-933d-11dd828a4c66), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.972497 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:42.973642 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-f1f8b998-eecd-4386-9e3f-78319f42fb13 tempest-AttachVolumeNegativeTest-322885533 tempest-AttachVolumeNegativeTest-322885533-project] 10.222.0.32 "DELETE /v2.0/floatingips/6962b469-40fb-4344-933d-11dd828a4c66 HTTP/1.1" status: 204 len: 168 time: 0.9944396 Mar 10 04:27:43.016352 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:43.038582 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks [] for router (9a2e9717-8c27-45c3-859c-9ef4133c4a51), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.081662 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 6d187510-6cd6-425f-82cc-0416b6745a54 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:27:43.145948 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks [] for router_gateway (9a2e9717-8c27-45c3-859c-9ef4133c4a51), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.191063 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83'}], 'enable_snat': True}, 'gw_port_id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:27:41Z', 'revision_number': 5, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port': {'id': '6e42045d-0622-4f51-b79d-65906c899aa0', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:43.206040 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 6d187510-6cd6-425f-82cc-0416b6745a54 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:27:43.210524 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 6d187510-6cd6-425f-82cc-0416b6745a54 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:27:43.210906 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.225473 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] Checking router: 9a2e9717-8c27-45c3-859c-9ef4133c4a51 for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:27:43.233916 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] Routers {'9a2e9717-8c27-45c3-859c-9ef4133c4a51'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:43.234589 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:43.267234 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Deleting port 6e42045d-0622-4f51-b79d-65906c899aa0 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:43.268030 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.307634 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 6d187510-6cd6-425f-82cc-0416b6745a54 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:27:43.307941 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.324525 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] Set router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 gateway port host: None {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:43.335236 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d187510-6cd6-425f-82cc-0416b6745a54'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:27:43.337518 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ec8d96-ca21-4aad-9488-22f235693b74" -d '{"events": [{"server_uuid": "fb398045-a1e6-4dbd-8083-2fc0cb56bd85", "name": "network-vif-plugged", "status": "completed", "tag": "6d187510-6cd6-425f-82cc-0416b6745a54"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:27:43.350029 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 6d187510-6cd6-425f-82cc-0416b6745a54, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6d187510-6cd6-425f-82cc-0416b6745a54,segment=NetworkSegment(1fbbe827-73d3-43ec-918e-558650f8c68f),segment_id=1fbbe827-73d3-43ec-918e-558650f8c68f)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:43.350696 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] For port 6e42045d-0622-4f51-b79d-65906c899aa0, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=6e42045d-0622-4f51-b79d-65906c899aa0,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:43.351063 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.365204 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Calling delete_port for 6e42045d-0622-4f51-b79d-65906c899aa0 owned by network:router_gateway {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:43.389862 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715552dd-e5bb-443e-bfb2-361ad22fea08 x-openstack-request-id: req-715552dd-e5bb-443e-bfb2-361ad22fea08 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:27:43.390159 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb398045-a1e6-4dbd-8083-2fc0cb56bd85", "name": "network-vif-plugged", "status": "completed", "tag": "6d187510-6cd6-425f-82cc-0416b6745a54", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:27:43.391034 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-715552dd-e5bb-443e-bfb2-361ad22fea08 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:27:43.391383 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d187510-6cd6-425f-82cc-0416b6745a54', 'code': 200} Mar 10 04:27:43.394800 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.395616 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 24282356-3a90-4cf2-8124-37baf057dc3e no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:43.396439 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:27:43Z', 'revision_number': 6, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port_host': None}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:43.427480 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e36a92-7757-43a1-8e8a-1bc92370850f None None] The sync data for ids ['9a2e9717-8c27-45c3-859c-9ef4133c4a51'] in dv-cinder-778193-25-smb is: [{'id': '9a2e9717-8c27-45c3-859c-9ef4133c4a51', 'name': 'tempest-AttachVolumeShelveTestJSON-745707657-router', 'tenant_id': '189e54466ddd49fb81c9e763e7a79c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:28Z', 'updated_at': '2022-03-10T04:27:43Z', 'revision_number': 6, 'project_id': '189e54466ddd49fb81c9e763e7a79c8f', 'gw_port_host': None}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:27:43.436514 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 24282356-3a90-4cf2-8124-37baf057dc3e {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:43.442222 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 24282356-3a90-4cf2-8124-37baf057dc3e not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:43.463661 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=6d187510-6cd6-425f-82cc-0416b6745a54,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:43.712594 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc698a8-b999-4188-96a7-cb8cccada100 req-f7a18abe-c6a1-41cb-b6b5-93e92de71dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:43.714271 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3fc698a8-b999-4188-96a7-cb8cccada100 req-f7a18abe-c6a1-41cb-b6b5-93e92de71dd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 1129 time: 0.0477808 Mar 10 04:27:43.759818 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-3fc698a8-b999-4188-96a7-cb8cccada100 req-b6e24794-9910-45d1-9e63-245559b14907 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385571 Mar 10 04:27:43.858750 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aab0c-3cd4-4894-8e99-424ebaa3fb69 req-002a8f28-b95c-4e15-85b7-18ba679dd3b5 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:43.859727 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d81aab0c-3cd4-4894-8e99-424ebaa3fb69 req-002a8f28-b95c-4e15-85b7-18ba679dd3b5 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 945 time: 0.0580485 Mar 10 04:27:43.880322 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (6e42045d-0622-4f51-b79d-65906c899aa0), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:43.915935 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e42045d-0622-4f51-b79d-65906c899aa0,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:43.948747 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.949095 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.949438 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.949772 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.950102 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.950434 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.950758 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.951082 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.951402 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.951723 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.952065 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.952382 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.952697 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:43.978544 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d81aab0c-3cd4-4894-8e99-424ebaa3fb69 req-a9e8ee90-c015-4846-b952-4fe7d436dcb3 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131411 Mar 10 04:27:43.997540 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (9a2e9717-8c27-45c3-859c-9ef4133c4a51), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.087087 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (9a2e9717-8c27-45c3-859c-9ef4133c4a51), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.089169 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks [] for router_controller (9a2e9717-8c27-45c3-859c-9ef4133c4a51), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.189581 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (9a2e9717-8c27-45c3-859c-9ef4133c4a51), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.190191 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2e9717-8c27-45c3-859c-9ef4133c4a51 {{(pid=103751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:27:44.194466 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.195736 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-71003276-2e57-4305-bdf0-388adce4eee1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9a2e9717-8c27-45c3-859c-9ef4133c4a51 HTTP/1.1" status: 204 len: 168 time: 1.2833092 Mar 10 04:27:44.198396 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33574) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:44.243228 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_v2 [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] Deleting subnet 41b2ed32-67cc-4ab0-9125-dd6e298710c7 {{(pid=103751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:27:44.246315 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] Publish callbacks [] for subnet (41b2ed32-67cc-4ab0-9125-dd6e298710c7), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.282200 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6711053'] for subnet (41b2ed32-67cc-4ab0-9125-dd6e298710c7), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.368918 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (41b2ed32-67cc-4ab0-9125-dd6e298710c7), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.475604 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5325040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5335155'] for subnet (41b2ed32-67cc-4ab0-9125-dd6e298710c7), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.502173 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b2ed32-67cc-4ab0-9125-dd6e298710c7,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:44.504208 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.508134 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-244aca7d-8e5d-421d-9282-5e9a5255d93f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/41b2ed32-67cc-4ab0-9125-dd6e298710c7 HTTP/1.1" status: 204 len: 168 time: 0.3081706 Mar 10 04:27:44.509501 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a575439-138c-4fa6-8182-bd0dae99bd31 None None] Network ae5c10d7-850c-4a3f-b53a-2ced6d18036f requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:27:44.510346 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33584) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:44.586168 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (ae5c10d7-850c-4a3f-b53a-2ced6d18036f), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.644238 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Deleting port 597ba820-de14-4763-93cd-b5329d423e90 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:44.644604 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (597ba820-de14-4763-93cd-b5329d423e90), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.665671 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] DHCP port deletion for ae5c10d7-850c-4a3f-b53a-2ced6d18036f request from dv-cinder-778193-25-smb {{(pid=103753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:27:44.708155 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] For port 597ba820-de14-4763-93cd-b5329d423e90, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=597ba820-de14-4763-93cd-b5329d423e90,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:44.708811 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (597ba820-de14-4763-93cd-b5329d423e90), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.712844 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] Deleting port 597ba820-de14-4763-93cd-b5329d423e90 {{(pid=103753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:44.713229 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (597ba820-de14-4763-93cd-b5329d423e90), before_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.720987 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Calling delete_port for 597ba820-de14-4763-93cd-b5329d423e90 owned by network:dhcp {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:44.781709 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] For port 597ba820-de14-4763-93cd-b5329d423e90, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=597ba820-de14-4763-93cd-b5329d423e90,segment=NetworkSegment(6c868919-8c11-4349-9ec7-04798d7c4265),segment_id=6c868919-8c11-4349-9ec7-04798d7c4265)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:44.782117 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (597ba820-de14-4763-93cd-b5329d423e90), precommit_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.795377 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] Calling delete_port for 597ba820-de14-4763-93cd-b5329d423e90 owned by network:dhcp {{(pid=103753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:44.808723 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device b1bf73c2-65d5-46a3-8f32-3612307e5ce8 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:44.859264 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: b1bf73c2-65d5-46a3-8f32-3612307e5ce8 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:44.859609 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device b1bf73c2-65d5-46a3-8f32-3612307e5ce8 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:44.860110 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 597ba820-de14-4763-93cd-b5329d423e90 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:44.863551 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (597ba820-de14-4763-93cd-b5329d423e90), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.885147 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 597ba820-de14-4763-93cd-b5329d423e90 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:44.885492 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 597ba820-de14-4763-93cd-b5329d423e90 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:44.885905 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 6e42045d-0622-4f51-b79d-65906c899aa0 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:44.892106 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] No DVR routers for this DVR port 597ba820-de14-4763-93cd-b5329d423e90 on host dv-cinder-778193-25-smb {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:44.896841 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=597ba820-de14-4763-93cd-b5329d423e90,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:44.912279 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 6e42045d-0622-4f51-b79d-65906c899aa0 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:44.912638 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 6e42045d-0622-4f51-b79d-65906c899aa0 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:44.930380 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032'] for port (597ba820-de14-4763-93cd-b5329d423e90), after_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.956552 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] Pushing event deleted for resources: {'Port': ['ID=597ba820-de14-4763-93cd-b5329d423e90,revision_number=None']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:44.960571 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beadbeb2-7d06-4ed6-a6ee-c1410fd7c2b8 None None] No DVR routers for this DVR port 597ba820-de14-4763-93cd-b5329d423e90 on host dv-cinder-778193-25-smb {{(pid=103753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:44.969883 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (ae5c10d7-850c-4a3f-b53a-2ced6d18036f), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:44.992879 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5c10d7-850c-4a3f-b53a-2ced6d18036f']}} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:45.002870 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c868919-8c11-4349-9ec7-04798d7c4265') {'for_net_delete': True} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:45.003240 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c868919-8c11-4349-9ec7-04798d7c4265') {} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:45.013050 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5938063'] for segment (6c868919-8c11-4349-9ec7-04798d7c4265), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.027961 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (6c868919-8c11-4349-9ec7-04798d7c4265), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.037109 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:27:45.038033 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5937278'] for segment (6c868919-8c11-4349-9ec7-04798d7c4265), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: Traceback (most recent call last): Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: timer() Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: cb(*args, **kw) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: return func(*args, **kwargs) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: self._notify() Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: self.callback(batched_events) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: event.method(event) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: return f(self, *a, **k) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: return self._get(url).json() Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: return self.request(url, 'GET', **kwargs) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:27:45.041112 dv-cinder-778193-25-smb neutron-server[103752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:27:45.101031 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aa89f-3a95-456d-967e-dbb2abc0a719 req-08e41748-1e54-49de-9be5-0863f0bd9b24 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:45.102692 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-449aa89f-3a95-456d-967e-dbb2abc0a719 req-08e41748-1e54-49de-9be5-0863f0bd9b24 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 945 time: 0.0538352 Mar 10 04:27:45.154865 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (ae5c10d7-850c-4a3f-b53a-2ced6d18036f), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.158880 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-449aa89f-3a95-456d-967e-dbb2abc0a719 req-9016295f-f678-4944-ae67-0f597043b7a2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Mar 10 04:27:45.161037 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.166148 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/ae5c10d7-850c-4a3f-b53a-2ced6d18036f HTTP/1.1" status: 204 len: 168 time: 0.6528945 Mar 10 04:27:45.186595 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5738-98b1-4e97-a93a-c3b74bbdfd1f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5c10d7-850c-4a3f-b53a-2ced6d18036f,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:45.431023 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33592) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:45.474783 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c7889c1e-1da2-4f8b-b61a-460891a90c79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=189e54466ddd49fb81c9e763e7a79c8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423074 Mar 10 04:27:45.477301 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33594) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:45.529376 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5b5952d0-8cfc-4423-ae36-5823f2a21be4 admin admin] Publish callbacks [] for security_group (a32708ba-420e-4477-9b39-33d004cdebfe), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.553841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5b5952d0-8cfc-4423-ae36-5823f2a21be4 admin admin] Publish callbacks [] for security_group (a32708ba-420e-4477-9b39-33d004cdebfe), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.658105 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5b5952d0-8cfc-4423-ae36-5823f2a21be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a32708ba-420e-4477-9b39-33d004cdebfe), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.660724 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5b5952d0-8cfc-4423-ae36-5823f2a21be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:45.661946 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5b5952d0-8cfc-4423-ae36-5823f2a21be4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a32708ba-420e-4477-9b39-33d004cdebfe HTTP/1.1" status: 204 len: 168 time: 0.1837828 Mar 10 04:27:45.673441 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5952d0-8cfc-4423-ae36-5823f2a21be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32708ba-420e-4477-9b39-33d004cdebfe,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:46.222106 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33622) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:46.285075 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d16518-a9eb-4745-8ebf-366661bc680b req-1fc65fff-b36e-47fd-a702-b99162d3492e tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:46.286674 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-93d16518-a9eb-4745-8ebf-366661bc680b req-1fc65fff-b36e-47fd-a702-b99162d3492e tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 945 time: 0.0591435 Mar 10 04:27:46.338690 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-93d16518-a9eb-4745-8ebf-366661bc680b req-c7216550-1717-41e8-89ee-8ae011d41b3e tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458324 Mar 10 04:27:46.833295 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Deleting port 255f05dd-cf57-4230-8d84-7f91a9da3826 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:46.833652 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:46.907936 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:46.908327 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for floatingip (255f05dd-cf57-4230-8d84-7f91a9da3826), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:46.919789 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Calling delete_port for 255f05dd-cf57-4230-8d84-7f91a9da3826 owned by network:floatingip {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:47.160953 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (255f05dd-cf57-4230-8d84-7f91a9da3826), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:47.180246 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33650) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:47.198347 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event deleted for resources: {'Port': ['ID=255f05dd-cf57-4230-8d84-7f91a9da3826,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:47.205714 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.206263 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.206611 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.211676 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:47.273845 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for floatingip (d8d02e71-cb4a-43c5-a6cb-9effb1261947), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:47.275521 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.l3_db [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Floating IP d8d02e71-cb4a-43c5-a6cb-9effb1261947 disassociated (deleted). External IP: 172.28.0.242, port: a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea. Mar 10 04:27:47.498739 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Router a05f0568-f5ac-47c1-8e5f-df17f193a4ea has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:27:47.615838 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:27:47.620685 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for floatingip (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:47.629450 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] Sync routers for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:27:47.645454 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:47.646546 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:47.656761 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-38aa3efd-b8d5-4573-84bb-fbfead460e90 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "DELETE /v2.0/floatingips/d8d02e71-cb4a-43c5-a6cb-9effb1261947 HTTP/1.1" status: 204 len: 168 time: 1.4302535 Mar 10 04:27:47.656761 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:27:47.657922 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e0365-254a-4f96-826d-7097303bfcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:27:47.706942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb430fd-b4f5-4a4f-871c-66f1541a29af x-openstack-request-id: req-6bb430fd-b4f5-4a4f-871c-66f1541a29af {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:27:47.707233 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:27:47.707489 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bb430fd-b4f5-4a4f-871c-66f1541a29af {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:27:47.707905 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'status': 'completed', 'code': 200} Mar 10 04:27:47.770435 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (f58599d5-a25c-4fc5-85f5-50e664025820), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:47.773540 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:47.783773 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-32c20c2d-905f-4846-9b3b-f47d5dd82ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:47.785354 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-32c20c2d-905f-4846-9b3b-f47d5dd82ee9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 1130 time: 0.0517488 Mar 10 04:27:47.892884 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-efc36269-3397-4839-80d4-1f9c8b699b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:47.894403 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-efc36269-3397-4839-80d4-1f9c8b699b37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 200 len: 909 time: 0.1019270 Mar 10 04:27:47.934845 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-7212bf84-80c2-4d5c-a94f-d4a325895c46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 200 len: 217 time: 0.0345266 Mar 10 04:27:48.003446 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-67fb7b57-187f-4f47-98be-b2c564465a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:48.005230 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-67fb7b57-187f-4f47-98be-b2c564465a3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d231466-e4ad-44de-abc3-577a7f47b0de HTTP/1.1" status: 200 len: 847 time: 0.0643311 Mar 10 04:27:48.049517 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Deleting port 0ed93386-c047-40cc-8ef0-8400dd12e72e {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:48.049860 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:48.061990 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-d5b57ab4-b0c6-4a9b-8b73-6da51cea01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:48.064209 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-d5b57ab4-b0c6-4a9b-8b73-6da51cea01a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba7a4c0a-3458-45ab-a301-729623705265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0524535 Mar 10 04:27:48.120284 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 5, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:48.147584 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] Checking router: a05f0568-f5ac-47c1-8e5f-df17f193a4ea for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:27:48.162460 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:48.163112 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:48.165118 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-25f820d3-b45c-4405-aa77-8a1eea006322 service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927837 Mar 10 04:27:48.194043 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] For port 0ed93386-c047-40cc-8ef0-8400dd12e72e, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=0ed93386-c047-40cc-8ef0-8400dd12e72e,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:48.194410 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:48.210783 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Calling delete_port for 0ed93386-c047-40cc-8ef0-8400dd12e72e owned by network:router_interface {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:48.228519 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0225e0-44d7-4f16-98f0-10e6f669e4c6 req-00a6c069-787a-4ccb-8d8b-7fee11ec3456 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:48.230221 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5e0225e0-44d7-4f16-98f0-10e6f669e4c6 req-00a6c069-787a-4ccb-8d8b-7fee11ec3456 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.1020606 Mar 10 04:27:48.291549 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-bd4e0365-254a-4f96-826d-7097303bfcfb req-0e9f665e-40ab-4007-b4ac-2185de89fc08 service neutron] 10.222.0.37 "GET /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202142 Mar 10 04:27:48.292997 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:48.328615 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5e0225e0-44d7-4f16-98f0-10e6f669e4c6 req-4162f14e-b4ec-4c63-aa06-812e22a6f418 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901880 Mar 10 04:27:48.497527 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 5, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:48.509309 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0ed93386-c047-40cc-8ef0-8400dd12e72e), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:48.523499 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee385c7c-9101-47e7-a64a-b7346e7abdf8 None None] The sync data for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb is: [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb', '_interfaces': [{'id': '0d274456-f34e-4eb9-9461-55cfc55abe46', 'name': '', 'network_id': 'ba7a4c0a-3458-45ab-a301-729623705265', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'mac_address': 'fa:16:3e:d4:f1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:45Z', 'updated_at': '2022-03-10T04:21:49Z', 'revision_number': 5, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'subnets': [{'id': '0d231466-e4ad-44de-abc3-577a7f47b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:27:48.536560 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed93386-c047-40cc-8ef0-8400dd12e72e,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:48.759676 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (f58599d5-a25c-4fc5-85f5-50e664025820), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:48.890924 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05907b2b-9568-451f-862d-d19f12424fa6 None None] New status for floating IP d8d02e71-cb4a-43c5-a6cb-9effb1261947: DOWN {{(pid=103754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 04:27:49.016277 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Router f58599d5-a25c-4fc5-85f5-50e664025820 has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:27:49.123600 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:27:49.129338 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e9159110-266f-493e-8ace-d612a5af5f0e admin admin] 10.222.0.32 "PUT /v2.0/routers/f58599d5-a25c-4fc5-85f5-50e664025820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9480314 Mar 10 04:27:49.132193 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33688) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:49.132816 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] Sync routers for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:27:49.143282 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:49.144234 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:49.243420 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks [] for router (f58599d5-a25c-4fc5-85f5-50e664025820), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:49.263249 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:49.355803 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks [] for router_gateway (f58599d5-a25c-4fc5-85f5-50e664025820), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:49.465429 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59'}], 'enable_snat': True}, 'gw_port_id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:27:48Z', 'revision_number': 5, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port': {'id': '99e09c9b-d919-4130-be0d-0ce9e9667900', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:18:31Z', 'updated_at': '2022-03-10T04:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:49.483666 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Deleting port 99e09c9b-d919-4130-be0d-0ce9e9667900 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:49.484268 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:49.490810 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783e3e8-e422-4f55-80c5-5faf873cc909 req-2fcf48ee-c9c8-4714-81a6-27c1fc27558f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:49.490810 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7783e3e8-e422-4f55-80c5-5faf873cc909 req-2fcf48ee-c9c8-4714-81a6-27c1fc27558f tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0774333 Mar 10 04:27:49.510516 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] Checking router: f58599d5-a25c-4fc5-85f5-50e664025820 for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:27:49.532232 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] Routers {'f58599d5-a25c-4fc5-85f5-50e664025820'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:49.533194 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:25Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['f58599d5-a25c-4fc5-85f5-50e664025820'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:49.582794 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] For port 99e09c9b-d919-4130-be0d-0ce9e9667900, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=99e09c9b-d919-4130-be0d-0ce9e9667900,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:49.583424 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:49.592740 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7783e3e8-e422-4f55-80c5-5faf873cc909 req-ca677d60-fbdf-4747-b1c7-d69347ca7828 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/security-groups?id=6af07fc7-cd51-4816-968f-e8766e5701eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992908 Mar 10 04:27:49.604365 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Calling delete_port for 99e09c9b-d919-4130-be0d-0ce9e9667900 owned by network:router_gateway {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:49.645782 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] Set router f58599d5-a25c-4fc5-85f5-50e664025820 gateway port host: None {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:49.697330 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:27:49Z', 'revision_number': 6, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port_host': None}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:49.726281 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af2cbc-9c32-46f7-b723-5992563dc212 None None] The sync data for ids ['f58599d5-a25c-4fc5-85f5-50e664025820'] in dv-cinder-778193-25-smb is: [{'id': 'f58599d5-a25c-4fc5-85f5-50e664025820', 'name': 'tempest-AttachVolumeNegativeTest-98675691-router', 'tenant_id': '88c08913ec294120abef430805a80a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:18:29Z', 'updated_at': '2022-03-10T04:27:49Z', 'revision_number': 6, 'project_id': '88c08913ec294120abef430805a80a98', 'gw_port_host': None}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:27:49.817540 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-cff5b393-5f90-42dc-a0d0-b084536ddeda tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:49.819059 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-cff5b393-5f90-42dc-a0d0-b084536ddeda tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.37 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 946 time: 0.0654247 Mar 10 04:27:49.870781 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (99e09c9b-d919-4130-be0d-0ce9e9667900), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:49.918514 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Pushing event deleted for resources: {'Port': ['ID=99e09c9b-d919-4130-be0d-0ce9e9667900,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:49.995450 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (f58599d5-a25c-4fc5-85f5-50e664025820), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.000324 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Deleting port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:50.000656 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.117707 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (f58599d5-a25c-4fc5-85f5-50e664025820), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.147735 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks [] for router_controller (f58599d5-a25c-4fc5-85f5-50e664025820), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.214005 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] For port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:50.214375 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.227805 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Calling delete_port for a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:50.238093 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1f78d-5e43-41b7-a052-2e340ce23f76 req-4c6d9162-956e-4658-8b92-aea15735306d tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:50.239583 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d2d1f78d-5e43-41b7-a052-2e340ce23f76 req-4c6d9162-956e-4658-8b92-aea15735306d tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 945 time: 0.0520172 Mar 10 04:27:50.277548 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (f58599d5-a25c-4fc5-85f5-50e664025820), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.278398 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58599d5-a25c-4fc5-85f5-50e664025820 {{(pid=103752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:27:50.283225 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.284272 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-02be0a4b-3737-4a85-88da-51ed76c8904a admin admin] 10.222.0.32 "DELETE /v2.0/routers/f58599d5-a25c-4fc5-85f5-50e664025820 HTTP/1.1" status: 204 len: 168 time: 1.1510808 Mar 10 04:27:50.285839 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d2d1f78d-5e43-41b7-a052-2e340ce23f76 req-d6817f28-d5ad-4daa-810f-581301896de6 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Mar 10 04:27:50.286842 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33710) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:50.348128 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] Deleting subnet daf6f6d9-2479-4818-ac6d-616c4ea97ea1 {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:27:50.351400 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] Publish callbacks [] for subnet (daf6f6d9-2479-4818-ac6d-616c4ea97ea1), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.385982 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5938052'] for subnet (daf6f6d9-2479-4818-ac6d-616c4ea97ea1), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.501737 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (daf6f6d9-2479-4818-ac6d-616c4ea97ea1), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.524248 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.562047 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event deleted for resources: {'Port': ['ID=a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:50.619272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] No DVR routers for this DVR port a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:50.626052 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.626052 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-f92baa02-fe82-4914-9208-7ccf29b6207a req-c7b62372-0604-40d6-b585-bb6bd3f4d2cd tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.37 "DELETE /v2.0/ports/a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea HTTP/1.1" status: 204 len: 173 time: 0.8006396 Mar 10 04:27:50.626052 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-deleted', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:27:50.628176 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a467b6e-09f9-46c8-a06f-57e0d0ccb88e" -d '{"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-deleted", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:27:50.667273 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a03d94-835b-4f57-b103-7e0284b18042 x-openstack-request-id: req-59a03d94-835b-4f57-b103-7e0284b18042 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:27:50.667569 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38ea1a6-c0b7-4237-acae-6eeb5ee432ab", "name": "network-vif-deleted", "tag": "a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:27:50.667824 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59a03d94-835b-4f57-b103-7e0284b18042 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:27:50.668264 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38ea1a6-c0b7-4237-acae-6eeb5ee432ab', 'name': 'network-vif-deleted', 'tag': 'a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea', 'status': 'completed', 'code': 200} Mar 10 04:27:50.695487 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a6ee9a0a-fd5e-411e-a861-2abcd7e94572 req-c2c3a57c-2ea9-4cfc-b334-0f46b127f06b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0291679 Mar 10 04:27:50.742598 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5938080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016648'] for subnet (daf6f6d9-2479-4818-ac6d-616c4ea97ea1), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.786875 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf6f6d9-2479-4818-ac6d-616c4ea97ea1,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:50.786875 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.791560 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d2d0b8e5-37d8-4908-82df-e9cbafe1b9e7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/daf6f6d9-2479-4818-ac6d-616c4ea97ea1 HTTP/1.1" status: 204 len: 168 time: 0.5037193 Mar 10 04:27:50.791687 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33724) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:50.799913 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34537e-693f-4de6-b94f-8eac80140783 None None] Network 8040fa27-6543-4170-b870-037ad12017ee requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:27:50.833564 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 99e09c9b-d919-4130-be0d-0ce9e9667900 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:50.874002 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (8040fa27-6543-4170-b870-037ad12017ee), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:50.883692 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 99e09c9b-d919-4130-be0d-0ce9e9667900 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:50.884013 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 99e09c9b-d919-4130-be0d-0ce9e9667900 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:50.884643 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 0ed93386-c047-40cc-8ef0-8400dd12e72e no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:50.921430 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 0ed93386-c047-40cc-8ef0-8400dd12e72e {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:50.922016 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 0ed93386-c047-40cc-8ef0-8400dd12e72e not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:50.949707 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Deleting port e5844ada-149f-49e6-9256-7f1268b2a55b {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:50.950189 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.028880 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] DHCP port deletion for 8040fa27-6543-4170-b870-037ad12017ee request from dv-cinder-778193-25-smb {{(pid=103753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:27:51.030808 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] For port e5844ada-149f-49e6-9256-7f1268b2a55b, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=e5844ada-149f-49e6-9256-7f1268b2a55b,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:51.032131 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.071560 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Calling delete_port for e5844ada-149f-49e6-9256-7f1268b2a55b owned by network:dhcp {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:51.091456 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] Deleting port e5844ada-149f-49e6-9256-7f1268b2a55b {{(pid=103753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:51.091854 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), before_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.171289 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] For port e5844ada-149f-49e6-9256-7f1268b2a55b, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=e5844ada-149f-49e6-9256-7f1268b2a55b,segment=NetworkSegment(ced3f30b-084c-47b7-88c9-c3ab8fd993ae),segment_id=ced3f30b-084c-47b7-88c9-c3ab8fd993ae)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:51.172182 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), precommit_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.183542 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] Calling delete_port for e5844ada-149f-49e6-9256-7f1268b2a55b owned by network:dhcp {{(pid=103753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:51.223344 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.254136 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5844ada-149f-49e6-9256-7f1268b2a55b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:51.255997 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] No DVR routers for this DVR port e5844ada-149f-49e6-9256-7f1268b2a55b on host dv-cinder-778193-25-smb {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:51.270925 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032'] for port (e5844ada-149f-49e6-9256-7f1268b2a55b), after_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.294594 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] Pushing event deleted for resources: {'Port': ['ID=e5844ada-149f-49e6-9256-7f1268b2a55b,revision_number=None']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:51.312002 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770a8b6-c3ca-42aa-8bb1-61116cc96b92 None None] No DVR routers for this DVR port e5844ada-149f-49e6-9256-7f1268b2a55b on host dv-cinder-778193-25-smb {{(pid=103753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:51.333310 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (8040fa27-6543-4170-b870-037ad12017ee), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.354315 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8040fa27-6543-4170-b870-037ad12017ee']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:51.372763 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:51.372959 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced3f30b-084c-47b7-88c9-c3ab8fd993ae') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:51.396626 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (ced3f30b-084c-47b7-88c9-c3ab8fd993ae), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.413941 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (ced3f30b-084c-47b7-88c9-c3ab8fd993ae), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.423375 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:27:51.423761 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (ced3f30b-084c-47b7-88c9-c3ab8fd993ae), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:27:51.425510 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:27:51.451207 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66d4f5-9b2d-416e-931a-c7059ba5bf9b req-7f298855-5c9f-4292-b912-1b1090c612d1 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:51.452726 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc66d4f5-9b2d-416e-931a-c7059ba5bf9b req-7f298855-5c9f-4292-b912-1b1090c612d1 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 945 time: 0.0908861 Mar 10 04:27:51.526992 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cc66d4f5-9b2d-416e-931a-c7059ba5bf9b req-eaaf500e-a12a-4903-bae5-fe232b734c0f tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/security-groups?id=af15df72-9497-429b-b899-cb7cc38ba522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663486 Mar 10 04:27:51.571871 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (8040fa27-6543-4170-b870-037ad12017ee), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.577111 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.580817 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8040fa27-6543-4170-b870-037ad12017ee HTTP/1.1" status: 204 len: 168 time: 0.7878234 Mar 10 04:27:51.591240 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf7946-f2a3-47fb-9b9c-a1b32338d2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8040fa27-6543-4170-b870-037ad12017ee,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:51.713733 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-ef4d6704-6848-4e04-8aa6-5fceff632a03 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:27:51.715112 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-ef4d6704-6848-4e04-8aa6-5fceff632a03 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Mar 10 04:27:51.801968 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c9838117-0ff1-473e-9e7f-ee97133252d2 req-9ca15bbc-cbe7-4442-85a7-a6a3e1159c97 tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "GET /v2.0/ports?device_id=d38ea1a6-c0b7-4237-acae-6eeb5ee432ab HTTP/1.1" status: 200 len: 210 time: 0.0275915 Mar 10 04:27:51.812915 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Deleting port 6d187510-6cd6-425f-82cc-0416b6745a54 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:51.813318 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.910559 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] For port 6d187510-6cd6-425f-82cc-0416b6745a54, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=6d187510-6cd6-425f-82cc-0416b6745a54,segment=NetworkSegment(1fbbe827-73d3-43ec-918e-558650f8c68f),segment_id=1fbbe827-73d3-43ec-918e-558650f8c68f)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:51.910924 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.924114 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Calling delete_port for 6d187510-6cd6-425f-82cc-0416b6745a54 owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:51.943732 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33736) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:51.949291 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:51.989538 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-736231d9-7284-4bc7-a8ef-7d7d60244233 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c08913ec294120abef430805a80a98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408754 Mar 10 04:27:51.989538 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33738) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:52.039000 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-92a3615f-b05b-4c5e-a1d8-2b072a72916f admin admin] Publish callbacks [] for security_group (c9e7e9b6-d5b5-4e02-abca-4a685d802686), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.062657 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-92a3615f-b05b-4c5e-a1d8-2b072a72916f admin admin] Publish callbacks [] for security_group (c9e7e9b6-d5b5-4e02-abca-4a685d802686), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.097940 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (6d187510-6cd6-425f-82cc-0416b6745a54), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.110860 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['6d187510-6cd6-425f-82cc-0416b6745a54'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:27:52.129618 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Pushing event deleted for resources: {'Port': ['ID=6d187510-6cd6-425f-82cc-0416b6745a54,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:52.182002 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] No DVR routers for this DVR port 6d187510-6cd6-425f-82cc-0416b6745a54 on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:52.184672 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.188952 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-c2fa036e-b5cd-4e12-94d7-021a89150eef req-1e18ed43-1ca7-4f7a-84ee-14cb59bbf7f2 tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.37 "DELETE /v2.0/ports/6d187510-6cd6-425f-82cc-0416b6745a54 HTTP/1.1" status: 204 len: 173 time: 0.4675493 Mar 10 04:27:52.194964 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-92a3615f-b05b-4c5e-a1d8-2b072a72916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c9e7e9b6-d5b5-4e02-abca-4a685d802686), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.197600 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-92a3615f-b05b-4c5e-a1d8-2b072a72916f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.199844 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-92a3615f-b05b-4c5e-a1d8-2b072a72916f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9e7e9b6-d5b5-4e02-abca-4a685d802686 HTTP/1.1" status: 204 len: 168 time: 0.2098734 Mar 10 04:27:52.209370 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3615f-b05b-4c5e-a1d8-2b072a72916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e7e9b6-d5b5-4e02-abca-4a685d802686,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:52.653802 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-58ebc7ff-62be-4e43-9724-d8f939b8042e req-c204896e-a4cb-4158-a4a8-ab64acd92c8f tempest-VolumesActionsTest-415420275 tempest-VolumesActionsTest-415420275-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb398045-a1e6-4dbd-8083-2fc0cb56bd85 HTTP/1.1" status: 200 len: 210 time: 0.0368624 Mar 10 04:27:52.669253 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'name': 'network-vif-deleted', 'tag': '6d187510-6cd6-425f-82cc-0416b6745a54'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:27:52.672126 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb99c67-78f8-4843-a1db-41499dfd576d" -d '{"events": [{"server_uuid": "fb398045-a1e6-4dbd-8083-2fc0cb56bd85", "name": "network-vif-deleted", "tag": "6d187510-6cd6-425f-82cc-0416b6745a54"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:27:52.712697 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247fe8a3-e59f-40df-a008-cb1da22d890e x-openstack-request-id: req-247fe8a3-e59f-40df-a008-cb1da22d890e {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:27:52.712998 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb398045-a1e6-4dbd-8083-2fc0cb56bd85", "name": "network-vif-deleted", "tag": "6d187510-6cd6-425f-82cc-0416b6745a54", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:27:52.713256 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-247fe8a3-e59f-40df-a008-cb1da22d890e {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:27:52.713654 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb398045-a1e6-4dbd-8083-2fc0cb56bd85', 'name': 'network-vif-deleted', 'tag': '6d187510-6cd6-425f-82cc-0416b6745a54', 'status': 'completed', 'code': 200} Mar 10 04:27:52.789321 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-aefe6cb3-24b7-4ae6-9733-88566dc93ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.807705 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e5844ada-149f-49e6-9256-7f1268b2a55b no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:52.828873 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: e5844ada-149f-49e6-9256-7f1268b2a55b {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:52.829221 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e5844ada-149f-49e6-9256-7f1268b2a55b not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:52.870229 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33792) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:52.930854 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-66079959-dcb2-4451-8b2e-2524c720f73b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group (6af07fc7-cd51-4816-968f-e8766e5701eb), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:52.955899 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-66079959-dcb2-4451-8b2e-2524c720f73b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group (6af07fc7-cd51-4816-968f-e8766e5701eb), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:53.080725 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-66079959-dcb2-4451-8b2e-2524c720f73b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (6af07fc7-cd51-4816-968f-e8766e5701eb), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:53.083462 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-66079959-dcb2-4451-8b2e-2524c720f73b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:53.090245 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-66079959-dcb2-4451-8b2e-2524c720f73b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] 10.222.0.32 "DELETE /v2.0/security-groups/6af07fc7-cd51-4816-968f-e8766e5701eb HTTP/1.1" status: 204 len: 168 time: 0.2133577 Mar 10 04:27:53.095007 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079959-dcb2-4451-8b2e-2524c720f73b tempest-TestShelveInstance-588265931 tempest-TestShelveInstance-588265931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af07fc7-cd51-4816-968f-e8766e5701eb,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:54.320361 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33834) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:55.073042 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:55.085871 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-52780b4b-ff97-4ae2-beec-377d4e8845c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:55.154389 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 6d187510-6cd6-425f-82cc-0416b6745a54 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:55.177216 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 6d187510-6cd6-425f-82cc-0416b6745a54 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:55.177560 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 6d187510-6cd6-425f-82cc-0416b6745a54 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:55.177980 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:55.197686 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:55.198032 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device a9bfeee2-463a-4ee0-a0ef-e70b80aa07ea not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:55.338541 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Deleting port 0d274456-f34e-4eb9-9461-55cfc55abe46 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:55.343919 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:55.426409 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] For port 0d274456-f34e-4eb9-9461-55cfc55abe46, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=0d274456-f34e-4eb9-9461-55cfc55abe46,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:55.429292 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:55.440487 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Calling delete_port for 0d274456-f34e-4eb9-9461-55cfc55abe46 owned by network:router_interface {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:55.692373 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (0d274456-f34e-4eb9-9461-55cfc55abe46), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:55.716450 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0d274456-f34e-4eb9-9461-55cfc55abe46,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:55.910241 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:56.106074 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:27:56.134676 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Router a05f0568-f5ac-47c1-8e5f-df17f193a4ea has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:27:56.246837 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:27:56.252699 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-eb4925b4-1336-481a-b61a-01e8d51e44bf admin admin] 10.222.0.32 "PUT /v2.0/routers/a05f0568-f5ac-47c1-8e5f-df17f193a4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9317651 Mar 10 04:27:56.255296 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33878) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:56.257731 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] Sync routers for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:27:56.268401 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:56.269013 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:56.373302 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks [] for router (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:56.375681 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: dv-cinder-778193-25-smb {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:56.394656 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:56.477803 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks [] for router_gateway (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:56.551350 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:27:55Z', 'revision_number': 5, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port': {'id': '09298937-6af6-4652-8360-78ec7d7fd56b', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:25:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:43Z', 'updated_at': '2022-03-10T04:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:56.578838 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] Checking router: a05f0568-f5ac-47c1-8e5f-df17f193a4ea for host: dv-cinder-778193-25-smb {{(pid=103754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:27:56.587710 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] Routers {'a05f0568-f5ac-47c1-8e5f-df17f193a4ea'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:27:56.588438 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'], 'active': True} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:56.603487 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Deleting port 09298937-6af6-4652-8360-78ec7d7fd56b {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:56.603834 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:56.698216 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] For port 09298937-6af6-4652-8360-78ec7d7fd56b, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=09298937-6af6-4652-8360-78ec7d7fd56b,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:56.698581 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:56.711191 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Calling delete_port for 09298937-6af6-4652-8360-78ec7d7fd56b owned by network:router_gateway {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:56.776086 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_dvr_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] Set router a05f0568-f5ac-47c1-8e5f-df17f193a4ea gateway port host: None {{(pid=103754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:27:56.827817 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.l3_hamode_db [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:27:56Z', 'revision_number': 6, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port_host': None}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:56.856958 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d06843-f2de-4827-ad13-0f2e2f6d3a5d None None] The sync data for ids ['a05f0568-f5ac-47c1-8e5f-df17f193a4ea'] in dv-cinder-778193-25-smb is: [{'id': 'a05f0568-f5ac-47c1-8e5f-df17f193a4ea', 'name': 'tempest-TestShelveInstance-845039797-router', 'tenant_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:42Z', 'updated_at': '2022-03-10T04:27:56Z', 'revision_number': 6, 'project_id': 'a14bb0881c5b4cdf8230ecf5ae16f315', 'gw_port_host': None}] {{(pid=103754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:27:56.943776 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (09298937-6af6-4652-8360-78ec7d7fd56b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:56.973426 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=09298937-6af6-4652-8360-78ec7d7fd56b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:57.037307 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.047566 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33892) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:57.132977 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.135150 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks [] for router_controller (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.153835 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-75bd138d-7883-4b05-9b1a-8f9a237aee58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.229147 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (a05f0568-f5ac-47c1-8e5f-df17f193a4ea), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.229724 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a05f0568-f5ac-47c1-8e5f-df17f193a4ea {{(pid=103751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:27:57.242329 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.242329 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-f53aa1bd-94ae-40db-ae14-21568875dfd1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a05f0568-f5ac-47c1-8e5f-df17f193a4ea HTTP/1.1" status: 204 len: 168 time: 0.9792285 Mar 10 04:27:57.242576 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33902) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:57.245248 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-75bd138d-7883-4b05-9b1a-8f9a237aee58 admin admin] Publish callbacks [] for security_group (9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.290465 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] Deleting subnet 0d231466-e4ad-44de-abc3-577a7f47b0de {{(pid=103751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:27:57.296777 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] Publish callbacks [] for subnet (0d231466-e4ad-44de-abc3-577a7f47b0de), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.297190 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33904) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:57.323292 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-75bd138d-7883-4b05-9b1a-8f9a237aee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.333028 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6711053'] for subnet (0d231466-e4ad-44de-abc3-577a7f47b0de), precommit_delete_associations {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.359021 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-75bd138d-7883-4b05-9b1a-8f9a237aee58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcf7cffcaed849a9bc2cc4c6a9f92ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101869 Mar 10 04:27:57.360719 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33908) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:57.418004 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd138d-7883-4b05-9b1a-8f9a237aee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:57.434183 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (0d231466-e4ad-44de-abc3-577a7f47b0de), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.444742 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-eb12fe1a-8294-43dd-af67-e22c99d64698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.464758 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ed95c813-26f8-4c5e-99b1-5595fdc2d72b admin admin] Publish callbacks [] for security_group (9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.498375 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ed95c813-26f8-4c5e-99b1-5595fdc2d72b admin admin] Publish callbacks [] for security_group (9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.566139 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5325040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5335155'] for subnet (0d231466-e4ad-44de-abc3-577a7f47b0de), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.574339 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-eb12fe1a-8294-43dd-af67-e22c99d64698 admin admin] Publish callbacks [] for security_group (ec8e946c-e647-493c-bdec-b4970874cf99), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.596587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d231466-e4ad-44de-abc3-577a7f47b0de,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:57.598752 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.603136 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e8e0bfd9-f062-4094-8ed8-c2883002dd1c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0d231466-e4ad-44de-abc3-577a7f47b0de HTTP/1.1" status: 204 len: 168 time: 0.3586149 Mar 10 04:27:57.605025 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33910) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:57.607920 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7acc51-f8db-4913-a89b-b1f8e8726b2c None None] Network ba7a4c0a-3458-45ab-a301-729623705265 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:27:57.658141 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ed95c813-26f8-4c5e-99b1-5595fdc2d72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.661439 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ed95c813-26f8-4c5e-99b1-5595fdc2d72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.665401 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ed95c813-26f8-4c5e-99b1-5595fdc2d72b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe HTTP/1.1" status: 204 len: 168 time: 0.3023076 Mar 10 04:27:57.676428 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95c813-26f8-4c5e-99b1-5595fdc2d72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfb48b4-1e58-4d5a-ab37-bccf0bb7cbbe,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:57.708807 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-eb12fe1a-8294-43dd-af67-e22c99d64698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (ec8e946c-e647-493c-bdec-b4970874cf99), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.709019 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (ba7a4c0a-3458-45ab-a301-729623705265), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.780634 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-eb12fe1a-8294-43dd-af67-e22c99d64698 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc090cca68684dd3b25c02ab218a675c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807398 Mar 10 04:27:57.780634 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12fe1a-8294-43dd-af67-e22c99d64698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e946c-e647-493c-bdec-b4970874cf99,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:57.781852 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 33914) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:57.830853 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] DHCP port deletion for ba7a4c0a-3458-45ab-a301-729623705265 request from dv-cinder-778193-25-smb {{(pid=103753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:27:57.849462 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Deleting port 5d95dab5-dedb-47ca-a00f-b56a61732b52 {{(pid=103751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:57.849808 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.872012 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.884233 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b2f22282-12a8-4981-a471-5b1a169b8245 admin admin] Publish callbacks [] for security_group (ec8e946c-e647-493c-bdec-b4970874cf99), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.916285 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Deleting port 5d95dab5-dedb-47ca-a00f-b56a61732b52 {{(pid=103753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:57.916868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), before_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.966745 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b2f22282-12a8-4981-a471-5b1a169b8245 admin admin] Publish callbacks [] for security_group (ec8e946c-e647-493c-bdec-b4970874cf99), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.976357 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.db [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] For port 5d95dab5-dedb-47ca-a00f-b56a61732b52, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=5d95dab5-dedb-47ca-a00f-b56a61732b52,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:57.976734 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:57.998162 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.plugin [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Calling delete_port for 5d95dab5-dedb-47ca-a00f-b56a61732b52 owned by network:dhcp {{(pid=103751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:58.128907 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] For port 5d95dab5-dedb-47ca-a00f-b56a61732b52, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=5d95dab5-dedb-47ca-a00f-b56a61732b52,segment=NetworkSegment(37338210-65f6-4bf7-ad21-8459cff6f107),segment_id=37338210-65f6-4bf7-ad21-8459cff6f107)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:58.129302 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), precommit_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.137411 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b2f22282-12a8-4981-a471-5b1a169b8245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (ec8e946c-e647-493c-bdec-b4970874cf99), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.140725 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b2f22282-12a8-4981-a471-5b1a169b8245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.147395 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-b2f22282-12a8-4981-a471-5b1a169b8245 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec8e946c-e647-493c-bdec-b4970874cf99 HTTP/1.1" status: 204 len: 168 time: 0.3567653 Mar 10 04:27:58.147516 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Calling delete_port for 5d95dab5-dedb-47ca-a00f-b56a61732b52 owned by network:dhcp {{(pid=103753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:58.150653 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22282-12a8-4981-a471-5b1a169b8245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e946c-e647-493c-bdec-b4970874cf99,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:58.204888 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5325023'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.222484 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] No DVR routers for this DVR port 5d95dab5-dedb-47ca-a00f-b56a61732b52 on host dv-cinder-778193-25-smb {{(pid=103751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:58.234465 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032'] for port (5d95dab5-dedb-47ca-a00f-b56a61732b52), after_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.267480 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Pushing event deleted for resources: {'Port': ['ID=5d95dab5-dedb-47ca-a00f-b56a61732b52,revision_number=None']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:58.273023 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d95dab5-dedb-47ca-a00f-b56a61732b52,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:58.273607 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] No DVR routers for this DVR port 5d95dab5-dedb-47ca-a00f-b56a61732b52 on host dv-cinder-778193-25-smb {{(pid=103753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:27:58.275959 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.276406 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.276766 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.277130 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.277540 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.277825 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.278186 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.278514 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.278856 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.280398 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.280962 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.281459 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.281942 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445d6ab-d1ae-40d4-af32-17488072f185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:27:58.331249 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (ba7a4c0a-3458-45ab-a301-729623705265), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.351253 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7a4c0a-3458-45ab-a301-729623705265']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:58.360695 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37338210-65f6-4bf7-ad21-8459cff6f107') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:58.360975 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37338210-65f6-4bf7-ad21-8459cff6f107') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:27:58.370425 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (37338210-65f6-4bf7-ad21-8459cff6f107), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.385924 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (37338210-65f6-4bf7-ad21-8459cff6f107), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.392983 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:27:58.393301 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (37338210-65f6-4bf7-ad21-8459cff6f107), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:27:58.395160 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:27:58.514725 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (ba7a4c0a-3458-45ab-a301-729623705265), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.524258 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:58.525081 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ba7a4c0a-3458-45ab-a301-729623705265 HTTP/1.1" status: 204 len: 168 time: 0.9189785 Mar 10 04:27:58.527976 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 33936) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:27:58.535007 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10fe75-bbdc-4a6e-8433-90c994dc5f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7a4c0a-3458-45ab-a301-729623705265,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:27:58.806899 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 5d95dab5-dedb-47ca-a00f-b56a61732b52 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:58.822860 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 5d95dab5-dedb-47ca-a00f-b56a61732b52 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:58.823206 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 5d95dab5-dedb-47ca-a00f-b56a61732b52 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:58.823910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 0d274456-f34e-4eb9-9461-55cfc55abe46 no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:58.844552 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 0d274456-f34e-4eb9-9461-55cfc55abe46 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:58.844937 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 0d274456-f34e-4eb9-9461-55cfc55abe46 not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:58.845374 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 09298937-6af6-4652-8360-78ec7d7fd56b no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:27:58.866129 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 09298937-6af6-4652-8360-78ec7d7fd56b {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:27:58.866471 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 09298937-6af6-4652-8360-78ec7d7fd56b not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:27:59.168472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625548'] for router_interface (05d28072-61ed-4844-8b4e-f8537a377ecd), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:59.184083 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:59.438706 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Deleting port 09b597db-9112-4af2-af71-c3237fe6f96d {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:27:59.439154 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:59.523881 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] For port 09b597db-9112-4af2-af71-c3237fe6f96d, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=09b597db-9112-4af2-af71-c3237fe6f96d,segment=NetworkSegment(b565c73e-d52a-4ea7-9999-0b5ba8c928a4),segment_id=b565c73e-d52a-4ea7-9999-0b5ba8c928a4)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:27:59.524259 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:59.537261 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Calling delete_port for 09b597db-9112-4af2-af71-c3237fe6f96d owned by network:router_interface {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:27:59.819322 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (09b597db-9112-4af2-af71-c3237fe6f96d), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:27:59.844273 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b597db-9112-4af2-af71-c3237fe6f96d,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:00.031778 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628508'] for router_interface (05d28072-61ed-4844-8b4e-f8537a377ecd), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:00.258187 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Router 05d28072-61ed-4844-8b4e-f8537a377ecd has already been hosted by L3 agent 3236b979-948e-4c63-b621-d2b4b7c02a42 {{(pid=103752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:28:00.370233 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] Notify agent at l3_agent.dv-cinder-778193-25-smb the message routers_updated {{(pid=103752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:28:00.377023 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-b5ce71c6-1bf4-4ac7-b9d5-fca3ab175091 admin admin] 10.222.0.32 "PUT /v2.0/routers/05d28072-61ed-4844-8b4e-f8537a377ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474395 Mar 10 04:28:00.378350 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34012) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:00.379178 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] Sync routers for ids ['05d28072-61ed-4844-8b4e-f8537a377ecd'] in dv-cinder-778193-25-smb {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:28:00.390457 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] Routers {'05d28072-61ed-4844-8b4e-f8537a377ecd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:28:00.391104 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['05d28072-61ed-4844-8b4e-f8537a377ecd'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:00.492443 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks [] for router (05d28072-61ed-4844-8b4e-f8537a377ecd), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:00.506277 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] Set router 05d28072-61ed-4844-8b4e-f8537a377ecd gateway port host: dv-cinder-778193-25-smb {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:28:00.601810 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks [] for router_gateway (05d28072-61ed-4844-8b4e-f8537a377ecd), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:00.713231 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Deleting port e9f05085-714c-497a-a889-3dae8851f6be {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:28:00.713599 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (e9f05085-714c-497a-a889-3dae8851f6be), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:00.715524 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'external_fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:27:59Z', 'revision_number': 5, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port': {'id': 'e9f05085-714c-497a-a889-3dae8851f6be', 'name': '', 'network_id': 'ff4d3897-7db3-4db5-a843-12a7d68b282a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:21:52Z', 'updated_at': '2022-03-10T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399e576-cf86-4d91-b36e-faf18bcbad85', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-25-smb'}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:00.758989 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] Checking router: 05d28072-61ed-4844-8b4e-f8537a377ecd for host: dv-cinder-778193-25-smb {{(pid=103753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:28:00.765934 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] Routers {'05d28072-61ed-4844-8b4e-f8537a377ecd'} bound to L3 agent in host dv-cinder-778193-25-smb {{(pid=103753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:28:00.766372 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:09:55Z,description=,heartbeat_timestamp=2022-03-10T04:27:55Z,host='dv-cinder-778193-25-smb',id=3236b979-948e-4c63-b621-d2b4b7c02a42,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:09:56Z,topic='l3_agent')) {'router_ids': ['05d28072-61ed-4844-8b4e-f8537a377ecd'], 'active': True} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:00.827638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] For port e9f05085-714c-497a-a889-3dae8851f6be, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=e9f05085-714c-497a-a889-3dae8851f6be,segment=NetworkSegment(580b0340-ff14-469b-9d95-32f08fc512d5),segment_id=580b0340-ff14-469b-9d95-32f08fc512d5)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:28:00.828345 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (e9f05085-714c-497a-a889-3dae8851f6be), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:00.844164 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Calling delete_port for e9f05085-714c-497a-a889-3dae8851f6be owned by network:router_gateway {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:28:00.912826 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvr_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] Set router 05d28072-61ed-4844-8b4e-f8537a377ecd gateway port host: None {{(pid=103753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:28:00.973647 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_hamode_db [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:28:00Z', 'revision_number': 6, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port_host': None}], 'dv-cinder-778193-25-smb', False) {} {{(pid=103753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:00.999740 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19f71d-4e45-4fb6-9040-c6e34af4bdd3 None None] The sync data for ids ['05d28072-61ed-4844-8b4e-f8537a377ecd'] in dv-cinder-778193-25-smb is: [{'id': '05d28072-61ed-4844-8b4e-f8537a377ecd', 'name': 'tempest-TestShelveInstance-1906608069-router', 'tenant_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:21:51Z', 'updated_at': '2022-03-10T04:28:00Z', 'revision_number': 6, 'project_id': 'e2f3c424866d4d9fb00b697b8a7e3ee6', 'gw_port_host': None}] {{(pid=103753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:28:01.091921 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (e9f05085-714c-497a-a889-3dae8851f6be), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.126746 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f05085-714c-497a-a889-3dae8851f6be,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:01.183972 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637110'] for router_gateway (05d28072-61ed-4844-8b4e-f8537a377ecd), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.278736 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8446'] for router (05d28072-61ed-4844-8b4e-f8537a377ecd), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.281335 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks [] for router_controller (05d28072-61ed-4844-8b4e-f8537a377ecd), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.383594 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627746'] for router (05d28072-61ed-4844-8b4e-f8537a377ecd), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.384401 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d28072-61ed-4844-8b4e-f8537a377ecd {{(pid=103752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 04:28:01.395485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.395485 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f108e0a8-1027-4c56-8dbe-7bdba7befa22 admin admin] 10.222.0.32 "DELETE /v2.0/routers/05d28072-61ed-4844-8b4e-f8537a377ecd HTTP/1.1" status: 204 len: 168 time: 1.0127745 Mar 10 04:28:01.395485 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34036) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:01.446143 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] Deleting subnet 5c777c2a-c875-4abb-845f-2b8514734d78 {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:28:01.449271 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] Publish callbacks [] for subnet (5c777c2a-c875-4abb-845f-2b8514734d78), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.482833 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5938052'] for subnet (5c777c2a-c875-4abb-845f-2b8514734d78), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.563581 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (5c777c2a-c875-4abb-845f-2b8514734d78), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.737657 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5938080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016648'] for subnet (5c777c2a-c875-4abb-845f-2b8514734d78), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.764349 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c777c2a-c875-4abb-845f-2b8514734d78,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:01.768077 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.771261 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d7cd579c-8412-488e-bd6c-49d6e45a8443 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5c777c2a-c875-4abb-845f-2b8514734d78 HTTP/1.1" status: 204 len: 168 time: 0.3754413 Mar 10 04:28:01.773893 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34038) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:01.776887 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee8d27-d15b-4494-b029-c887eae74228 None None] Network 27ad916d-6ca7-433b-928e-09d4af764b8a requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:28:01.856503 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (27ad916d-6ca7-433b-928e-09d4af764b8a), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.917988 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Deleting port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:28:01.918422 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:01.978050 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] DHCP port deletion for 27ad916d-6ca7-433b-928e-09d4af764b8a request from dv-cinder-778193-25-smb {{(pid=103753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 04:28:01.989276 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] For port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,segment=NetworkSegment(b565c73e-d52a-4ea7-9999-0b5ba8c928a4),segment_id=b565c73e-d52a-4ea7-9999-0b5ba8c928a4)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:28:01.993732 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.006953 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Calling delete_port for 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb owned by network:dhcp {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:28:02.037262 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] Deleting port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb {{(pid=103753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:28:02.037741 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), before_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.110913 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] For port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb, host dv-cinder-778193-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-25-smb',level=0,port_id=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,segment=NetworkSegment(b565c73e-d52a-4ea7-9999-0b5ba8c928a4),segment_id=b565c73e-d52a-4ea7-9999-0b5ba8c928a4)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:28:02.111310 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), precommit_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.123352 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] Calling delete_port for 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb owned by network:dhcp {{(pid=103753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:28:02.149385 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.174289 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:02.179756 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] No DVR routers for this DVR port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb on host dv-cinder-778193-25-smb {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:28:02.198961 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032'] for port (7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb), after_delete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.223850 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] Pushing event deleted for resources: {'Port': ['ID=7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb,revision_number=None']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:02.230340 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c965a43-273b-4c1c-a54d-690dc2abac5e None None] No DVR routers for this DVR port 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb on host dv-cinder-778193-25-smb {{(pid=103753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:28:02.251555 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (27ad916d-6ca7-433b-928e-09d4af764b8a), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.272252 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ad916d-6ca7-433b-928e-09d4af764b8a']}} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:02.282042 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4') {'for_net_delete': True} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:02.282343 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b565c73e-d52a-4ea7-9999-0b5ba8c928a4') {} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:02.291638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5938063'] for segment (b565c73e-d52a-4ea7-9999-0b5ba8c928a4), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.306132 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (b565c73e-d52a-4ea7-9999-0b5ba8c928a4), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.312174 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:28:02.312545 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5937278'] for segment (b565c73e-d52a-4ea7-9999-0b5ba8c928a4), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: Traceback (most recent call last): Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: timer() Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: cb(*args, **kw) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: return func(*args, **kwargs) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: self._notify() Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: self.callback(batched_events) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: event.method(event) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: return f(self, *a, **k) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: return self._get(url).json() Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: return self.request(url, 'GET', **kwargs) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:28:02.314170 dv-cinder-778193-25-smb neutron-server[103752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:28:02.451994 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (27ad916d-6ca7-433b-928e-09d4af764b8a), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.457249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.462151 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] 10.222.0.32 "DELETE /v2.0/networks/27ad916d-6ca7-433b-928e-09d4af764b8a HTTP/1.1" status: 204 len: 168 time: 0.6857979 Mar 10 04:28:02.476158 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a2a30-0bbb-43fa-a63c-5e9f0f4c189c admin admin] Pushing event deleted for resources: {'Network': ['ID=27ad916d-6ca7-433b-928e-09d4af764b8a,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:02.830836 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34066) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:02.873701 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-af603479-729b-4cb0-881e-fa1376cf32bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a14bb0881c5b4cdf8230ecf5ae16f315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415783 Mar 10 04:28:02.876659 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34068) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:02.931851 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-177c76d4-3161-400a-ab4b-56e9695a2b87 admin admin] Publish callbacks [] for security_group (3b0e5755-cb5f-4b59-acba-a4a63e3064b9), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.956098 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-177c76d4-3161-400a-ab4b-56e9695a2b87 admin admin] Publish callbacks [] for security_group (3b0e5755-cb5f-4b59-acba-a4a63e3064b9), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:02.987194 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 09b597db-9112-4af2-af71-c3237fe6f96d no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:28:03.015752 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 09b597db-9112-4af2-af71-c3237fe6f96d {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:28:03.016783 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 09b597db-9112-4af2-af71-c3237fe6f96d not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:28:03.016783 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e9f05085-714c-497a-a889-3dae8851f6be no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:28:03.035879 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: e9f05085-714c-497a-a889-3dae8851f6be {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:28:03.036250 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device e9f05085-714c-497a-a889-3dae8851f6be not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:28:03.036662 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb no longer exists at agent ovs-agent-dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:28:03.051577 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-177c76d4-3161-400a-ab4b-56e9695a2b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (3b0e5755-cb5f-4b59-acba-a4a63e3064b9), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:03.054170 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-177c76d4-3161-400a-ab4b-56e9695a2b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:03.057807 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-177c76d4-3161-400a-ab4b-56e9695a2b87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b0e5755-cb5f-4b59-acba-a4a63e3064b9 HTTP/1.1" status: 204 len: 168 time: 0.1777442 Mar 10 04:28:03.057918 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] No Port match for: 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:28:03.057918 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Device 7a512040-b3b3-45a0-ac9c-d52b7b1b2ceb not bound to the agent host dv-cinder-778193-25-smb {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:28:03.064377 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c76d4-3161-400a-ab4b-56e9695a2b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0e5755-cb5f-4b59-acba-a4a63e3064b9,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:03.737909 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34082) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:03.781225 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e635912c-4dc7-431a-b39a-f021fc240c00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2f3c424866d4d9fb00b697b8a7e3ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414839 Mar 10 04:28:03.783740 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34090) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:03.832212 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfe1a-f552-456e-9d49-e3e69ce8c6ff admin admin] Publish callbacks [] for security_group (353a3a4e-0c48-479c-b19d-8f1d3101de0e), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:03.856059 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfe1a-f552-456e-9d49-e3e69ce8c6ff admin admin] Publish callbacks [] for security_group (353a3a4e-0c48-479c-b19d-8f1d3101de0e), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:03.983662 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfe1a-f552-456e-9d49-e3e69ce8c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (353a3a4e-0c48-479c-b19d-8f1d3101de0e), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:03.986141 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfe1a-f552-456e-9d49-e3e69ce8c6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:03.987435 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2d2bfe1a-f552-456e-9d49-e3e69ce8c6ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/353a3a4e-0c48-479c-b19d-8f1d3101de0e HTTP/1.1" status: 204 len: 168 time: 0.2026012 Mar 10 04:28:03.995375 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bfe1a-f552-456e-9d49-e3e69ce8c6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a3a4e-0c48-479c-b19d-8f1d3101de0e,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:11.905771 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34310) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:11.948925 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] Deleting subnet eb70f5e3-e723-41fc-b7ef-59d993399d3b {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:28:11.951841 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] Publish callbacks [] for subnet (eb70f5e3-e723-41fc-b7ef-59d993399d3b), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:11.984927 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5938052'] for subnet (eb70f5e3-e723-41fc-b7ef-59d993399d3b), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.022640 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (eb70f5e3-e723-41fc-b7ef-59d993399d3b), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.148238 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5938080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016648'] for subnet (eb70f5e3-e723-41fc-b7ef-59d993399d3b), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.176868 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb70f5e3-e723-41fc-b7ef-59d993399d3b,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:12.180580 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.186964 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1ba217b2-bf3d-462a-bcb6-ea54402551ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eb70f5e3-e723-41fc-b7ef-59d993399d3b HTTP/1.1" status: 204 len: 168 time: 0.2794836 Mar 10 04:28:12.187165 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34316) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:12.254392 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.334031 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.353155 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:12.362614 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbbe827-73d3-43ec-918e-558650f8c68f') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:12.362917 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbbe827-73d3-43ec-918e-558650f8c68f') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:12.371945 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (1fbbe827-73d3-43ec-918e-558650f8c68f), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.385504 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (1fbbe827-73d3-43ec-918e-558650f8c68f), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.391144 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:28:12.391530 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (1fbbe827-73d3-43ec-918e-558650f8c68f), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:28:12.393183 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:28:12.520215 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.525771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.528938 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2 HTTP/1.1" status: 204 len: 168 time: 0.3406839 Mar 10 04:28:12.532089 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34320) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:12.539903 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa6225-d675-4451-8975-527d4d19d351 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde00e2d-a7c6-4a9f-9b07-e36635fcdeb2,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:12.576437 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] Deleting subnet d2137ee2-8ff1-47e3-b10d-cc078840dafe {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:28:12.579460 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] Publish callbacks [] for subnet (d2137ee2-8ff1-47e3-b10d-cc078840dafe), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.613046 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5938052'] for subnet (d2137ee2-8ff1-47e3-b10d-cc078840dafe), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.650121 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (d2137ee2-8ff1-47e3-b10d-cc078840dafe), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.817781 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5938080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016648'] for subnet (d2137ee2-8ff1-47e3-b10d-cc078840dafe), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.851326 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:12.854434 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2137ee2-8ff1-47e3-b10d-cc078840dafe HTTP/1.1" status: 204 len: 168 time: 0.3206804 Mar 10 04:28:12.855788 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc11e-4589-4a00-8159-d22975a084d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2137ee2-8ff1-47e3-b10d-cc078840dafe,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:12.857125 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34334) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:12.922934 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (68e65469-2ab6-4b84-a898-70dbdd04c27e), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.002908 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (68e65469-2ab6-4b84-a898-70dbdd04c27e), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.022844 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e65469-2ab6-4b84-a898-70dbdd04c27e']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:13.031846 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483a9212-0528-4fed-82e8-4273a0974c9d') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:13.032172 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483a9212-0528-4fed-82e8-4273a0974c9d') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:28:13.041718 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (483a9212-0528-4fed-82e8-4273a0974c9d), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.055148 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (483a9212-0528-4fed-82e8-4273a0974c9d), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.061060 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:28:13.061501 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (483a9212-0528-4fed-82e8-4273a0974c9d), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:28:13.063086 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:28:13.154666 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (68e65469-2ab6-4b84-a898-70dbdd04c27e), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.160398 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.163478 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] 10.222.0.32 "DELETE /v2.0/networks/68e65469-2ab6-4b84-a898-70dbdd04c27e HTTP/1.1" status: 204 len: 168 time: 0.3053567 Mar 10 04:28:13.174549 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59351ecc-5a22-4555-a983-9343daafa67b admin admin] Pushing event deleted for resources: {'Network': ['ID=68e65469-2ab6-4b84-a898-70dbdd04c27e,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:13.548707 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34346) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:13.588836 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-6606afff-8d15-4f4d-8290-bd711825c3e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cb1f3f66e86442180bff2c3873b3a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418575 Mar 10 04:28:13.591297 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34348) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:13.643084 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20f0702d-686f-4b12-b106-6989847c51cb admin admin] Publish callbacks [] for security_group (af15df72-9497-429b-b899-cb7cc38ba522), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.665395 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20f0702d-686f-4b12-b106-6989847c51cb admin admin] Publish callbacks [] for security_group (af15df72-9497-429b-b899-cb7cc38ba522), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.794411 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20f0702d-686f-4b12-b106-6989847c51cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (af15df72-9497-429b-b899-cb7cc38ba522), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.797019 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-20f0702d-686f-4b12-b106-6989847c51cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:13.798242 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-20f0702d-686f-4b12-b106-6989847c51cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af15df72-9497-429b-b899-cb7cc38ba522 HTTP/1.1" status: 204 len: 168 time: 0.2059910 Mar 10 04:28:13.805915 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0702d-686f-4b12-b106-6989847c51cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15df72-9497-429b-b899-cb7cc38ba522,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:14.532310 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34368) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:14.571053 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d6f90a7a-3438-46b5-a83a-d13022d8cd5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b4f07469c1a4f55918fc7837fe1cb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369964 Mar 10 04:28:14.573471 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34370) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:14.618158 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e26e508e-9950-453a-ac63-6ed782284bed admin admin] Publish callbacks [] for security_group (ccd9cc31-d334-4396-96fc-7db16f9f9b57), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:14.638301 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e26e508e-9950-453a-ac63-6ed782284bed admin admin] Publish callbacks [] for security_group (ccd9cc31-d334-4396-96fc-7db16f9f9b57), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:14.806151 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e26e508e-9950-453a-ac63-6ed782284bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (ccd9cc31-d334-4396-96fc-7db16f9f9b57), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:14.815314 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e26e508e-9950-453a-ac63-6ed782284bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:14.815314 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e26e508e-9950-453a-ac63-6ed782284bed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccd9cc31-d334-4396-96fc-7db16f9f9b57 HTTP/1.1" status: 204 len: 168 time: 0.2357664 Mar 10 04:28:14.818565 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e508e-9950-453a-ac63-6ed782284bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd9cc31-d334-4396-96fc-7db16f9f9b57,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:19.976323 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34520) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:20.085209 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f73c619d-f100-493d-89e9-c118d9fe66b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.156337 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f73c619d-f100-493d-89e9-c118d9fe66b6 admin admin] Publish callbacks [] for security_group (d2252203-cc05-4818-a9e2-403b877d3803), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.216867 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f73c619d-f100-493d-89e9-c118d9fe66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (d2252203-cc05-4818-a9e2-403b877d3803), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.255564 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-f73c619d-f100-493d-89e9-c118d9fe66b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87b29fe3efeb44a1a643e6c3bf6d9dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781153 Mar 10 04:28:20.256639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c619d-f100-493d-89e9-c118d9fe66b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2252203-cc05-4818-a9e2-403b877d3803,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:20.258579 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34532) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:20.307464 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef201030-bc21-4b7f-b77d-2e183c9bbf62 admin admin] Publish callbacks [] for security_group (d2252203-cc05-4818-a9e2-403b877d3803), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.328673 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef201030-bc21-4b7f-b77d-2e183c9bbf62 admin admin] Publish callbacks [] for security_group (d2252203-cc05-4818-a9e2-403b877d3803), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.410893 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef201030-bc21-4b7f-b77d-2e183c9bbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (d2252203-cc05-4818-a9e2-403b877d3803), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.413515 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ef201030-bc21-4b7f-b77d-2e183c9bbf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:20.414665 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ef201030-bc21-4b7f-b77d-2e183c9bbf62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2252203-cc05-4818-a9e2-403b877d3803 HTTP/1.1" status: 204 len: 168 time: 0.1550946 Mar 10 04:28:20.422124 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201030-bc21-4b7f-b77d-2e183c9bbf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2252203-cc05-4818-a9e2-403b877d3803,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:21.029050 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34550) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:21.042322 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4efd008a-8879-4a31-bc74-ef63478c07a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:21.113086 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4efd008a-8879-4a31-bc74-ef63478c07a3 admin admin] Publish callbacks [] for security_group (c96d415f-5b40-4327-929b-fe9993bebbd2), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:21.176774 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4efd008a-8879-4a31-bc74-ef63478c07a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c96d415f-5b40-4327-929b-fe9993bebbd2), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:21.214426 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-4efd008a-8879-4a31-bc74-ef63478c07a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a7b25dc5b644e20a26dd0d01475826d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842916 Mar 10 04:28:21.215329 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd008a-8879-4a31-bc74-ef63478c07a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d415f-5b40-4327-929b-fe9993bebbd2,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:21.217150 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34552) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:21.264769 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b8d150e1-a88c-4d72-b352-c95de1531248 admin admin] Publish callbacks [] for security_group (c96d415f-5b40-4327-929b-fe9993bebbd2), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:21.286803 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b8d150e1-a88c-4d72-b352-c95de1531248 admin admin] Publish callbacks [] for security_group (c96d415f-5b40-4327-929b-fe9993bebbd2), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:21.415841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b8d150e1-a88c-4d72-b352-c95de1531248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c96d415f-5b40-4327-929b-fe9993bebbd2), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:21.418379 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-b8d150e1-a88c-4d72-b352-c95de1531248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:21.419541 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-b8d150e1-a88c-4d72-b352-c95de1531248 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c96d415f-5b40-4327-929b-fe9993bebbd2 HTTP/1.1" status: 204 len: 168 time: 0.2013988 Mar 10 04:28:21.427377 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d150e1-a88c-4d72-b352-c95de1531248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d415f-5b40-4327-929b-fe9993bebbd2,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:21.965569 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:22.777101 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-378a7f52-b2c9-4b3f-a36a-b03a8f53106c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.045898 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34598) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:23.152204 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6322fdde-1a4f-4fff-8eb4-2e878f92f083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.225177 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6322fdde-1a4f-4fff-8eb4-2e878f92f083 admin admin] Publish callbacks [] for security_group (47c47210-c7a1-4251-a83b-6f22a358e73d), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.296864 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6322fdde-1a4f-4fff-8eb4-2e878f92f083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (47c47210-c7a1-4251-a83b-6f22a358e73d), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.335415 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-6322fdde-1a4f-4fff-8eb4-2e878f92f083 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92952dbb6da04527bf6c85c44e4b34b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883537 Mar 10 04:28:23.336565 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322fdde-1a4f-4fff-8eb4-2e878f92f083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c47210-c7a1-4251-a83b-6f22a358e73d,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:23.338159 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34608) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:23.392827 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad74-b872-4623-829a-6e8226d157e1 admin admin] Publish callbacks [] for security_group (47c47210-c7a1-4251-a83b-6f22a358e73d), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.413529 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad74-b872-4623-829a-6e8226d157e1 admin admin] Publish callbacks [] for security_group (47c47210-c7a1-4251-a83b-6f22a358e73d), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.541572 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad74-b872-4623-829a-6e8226d157e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (47c47210-c7a1-4251-a83b-6f22a358e73d), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.544245 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c5bfad74-b872-4623-829a-6e8226d157e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:23.545473 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c5bfad74-b872-4623-829a-6e8226d157e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47c47210-c7a1-4251-a83b-6f22a358e73d HTTP/1.1" status: 204 len: 168 time: 0.2056906 Mar 10 04:28:23.554123 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfad74-b872-4623-829a-6e8226d157e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c47210-c7a1-4251-a83b-6f22a358e73d,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:25.222997 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c7024e31-5655-4695-b062-cb694c7092a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:26.439933 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:27.782551 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:27.812513 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34742) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:27.917399 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2288196f-614c-4fad-8514-dd923d1083ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:27.989462 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2288196f-614c-4fad-8514-dd923d1083ab admin admin] Publish callbacks [] for security_group (796b7cb3-b865-4b5a-9989-4e9f7f649dba), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.091115 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-2288196f-614c-4fad-8514-dd923d1083ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (796b7cb3-b865-4b5a-9989-4e9f7f649dba), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.127584 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288196f-614c-4fad-8514-dd923d1083ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b7cb3-b865-4b5a-9989-4e9f7f649dba,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:28.132837 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-2288196f-614c-4fad-8514-dd923d1083ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b66762c9c8e4a86ac555fdf9a7603fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190520 Mar 10 04:28:28.135497 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34750) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:28.182191 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-19b7e55f-c665-4fa7-a632-6b91d60a75de admin admin] Publish callbacks [] for security_group (796b7cb3-b865-4b5a-9989-4e9f7f649dba), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.205057 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-19b7e55f-c665-4fa7-a632-6b91d60a75de admin admin] Publish callbacks [] for security_group (796b7cb3-b865-4b5a-9989-4e9f7f649dba), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.319772 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-19b7e55f-c665-4fa7-a632-6b91d60a75de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (796b7cb3-b865-4b5a-9989-4e9f7f649dba), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.322247 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-19b7e55f-c665-4fa7-a632-6b91d60a75de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.322962 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34754) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:28.323591 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-19b7e55f-c665-4fa7-a632-6b91d60a75de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/796b7cb3-b865-4b5a-9989-4e9f7f649dba HTTP/1.1" status: 204 len: 168 time: 0.1869457 Mar 10 04:28:28.331662 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7e55f-c665-4fa7-a632-6b91d60a75de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b7cb3-b865-4b5a-9989-4e9f7f649dba,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:28.430529 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe698-cad5-4843-868e-fa6132e62df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.502459 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe698-cad5-4843-868e-fa6132e62df0 admin admin] Publish callbacks [] for security_group (0193acca-5541-4b7c-b326-8317dcf36486), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.559750 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-f7dbe698-cad5-4843-868e-fa6132e62df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (0193acca-5541-4b7c-b326-8317dcf36486), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.596372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbe698-cad5-4843-868e-fa6132e62df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0193acca-5541-4b7c-b326-8317dcf36486,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:28.601406 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-f7dbe698-cad5-4843-868e-fa6132e62df0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbb46eed79a9466694c298fd4b289301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774189 Mar 10 04:28:28.604063 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34762) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:28.651875 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a07df71d-c6be-4584-b839-4629703db9c7 admin admin] Publish callbacks [] for security_group (0193acca-5541-4b7c-b326-8317dcf36486), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.675434 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a07df71d-c6be-4584-b839-4629703db9c7 admin admin] Publish callbacks [] for security_group (0193acca-5541-4b7c-b326-8317dcf36486), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.799848 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a07df71d-c6be-4584-b839-4629703db9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (0193acca-5541-4b7c-b326-8317dcf36486), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.802366 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-a07df71d-c6be-4584-b839-4629703db9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:28.803534 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-a07df71d-c6be-4584-b839-4629703db9c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0193acca-5541-4b7c-b326-8317dcf36486 HTTP/1.1" status: 204 len: 168 time: 0.1983554 Mar 10 04:28:28.811300 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07df71d-c6be-4584-b839-4629703db9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0193acca-5541-4b7c-b326-8317dcf36486,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:28.956049 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34772) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:28.969489 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3b21-a0ec-4900-a686-1f3e0c3018aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.041777 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3b21-a0ec-4900-a686-1f3e0c3018aa admin admin] Publish callbacks [] for security_group (385d0d77-bcc7-4c9c-b185-f33b6954377d), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.127509 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3b21-a0ec-4900-a686-1f3e0c3018aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (385d0d77-bcc7-4c9c-b185-f33b6954377d), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.148910 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.168547 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-fd3c3b21-a0ec-4900-a686-1f3e0c3018aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1592b83a134540c591fd0404ba918948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108357 Mar 10 04:28:29.169402 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c3b21-a0ec-4900-a686-1f3e0c3018aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385d0d77-bcc7-4c9c-b185-f33b6954377d,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:29.171812 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34784) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:29.228129 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf9d3-dcad-46b8-afde-2c704d01a9aa admin admin] Publish callbacks [] for security_group (385d0d77-bcc7-4c9c-b185-f33b6954377d), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.249904 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf9d3-dcad-46b8-afde-2c704d01a9aa admin admin] Publish callbacks [] for security_group (385d0d77-bcc7-4c9c-b185-f33b6954377d), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.365374 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf9d3-dcad-46b8-afde-2c704d01a9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (385d0d77-bcc7-4c9c-b185-f33b6954377d), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.367964 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf9d3-dcad-46b8-afde-2c704d01a9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:29.369193 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5e6cf9d3-dcad-46b8-afde-2c704d01a9aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/385d0d77-bcc7-4c9c-b185-f33b6954377d HTTP/1.1" status: 204 len: 168 time: 0.1962323 Mar 10 04:28:29.380108 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cf9d3-dcad-46b8-afde-2c704d01a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385d0d77-bcc7-4c9c-b185-f33b6954377d,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:29.882935 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 34810) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:30.066296 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-316437217-network', 'tenant_id': '1af3e44914334da4bb8a9be00c432038'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:28:30.203765 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Made reservation on behalf of 1af3e44914334da4bb8a9be00c432038 for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:28:30.206770 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.217260 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.288411 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks [] for security_group (91d4084b-0280-4b85-af53-b5de35139ef6), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.325300 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (91d4084b-0280-4b85-af53-b5de35139ef6), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.346241 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:28:30.360393 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d4084b-0280-4b85-af53-b5de35139ef6,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:30.365197 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (afafca18-6a88-433d-8e46-bb42c372ec0a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.366629 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Added segment afafca18-6a88-433d-8e46-bb42c372ec0a of type vlan for network 912f030d-7e06-48eb-89ec-0b4f834246df Mar 10 04:28:30.409177 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (912f030d-7e06-48eb-89ec-0b4f834246df), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.503472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (912f030d-7e06-48eb-89ec-0b4f834246df), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.504743 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:30.505055 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:30.570863 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=912f030d-7e06-48eb-89ec-0b4f834246df,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:30.578616 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 912f030d-7e06-48eb-89ec-0b4f834246df details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:28:30.623476 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 34832) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:30.629781 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.v2.base [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Request body: {'subnet': {'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-316437217-subnet', 'tenant_id': '1af3e44914334da4bb8a9be00c432038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:28:30.630772 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-951d090a-f09a-4058-b976-c7a694ebe6e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7463586 Mar 10 04:28:30.769973 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Made reservation on behalf of 1af3e44914334da4bb8a9be00c432038 for: {'subnet': 1} {{(pid=103751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:28:30.772400 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5335124'] for subnet (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:31.257686 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5324979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5335162'] for subnet (a905b5b6-47f7-4f21-a472-a324870cc41b), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:31.316255 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a905b5b6-47f7-4f21-a472-a324870cc41b,revision_number=0']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:31.323726 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Checking segment: {'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:28:31.324139 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Network hostable DHCP agents. Network: 912f030d-7e06-48eb-89ec-0b4f834246df, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:28:31.399784 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Network 912f030d-7e06-48eb-89ec-0b4f834246df is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:28:31.499959 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.scheduler.base_scheduler [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 912f030d-7e06-48eb-89ec-0b4f834246df) {{(pid=103751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:28:31.506579 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:31.507970 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:31.509816 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a547d2-5679-45e7-af57-f100a37cb1e4 None None] Network 912f030d-7e06-48eb-89ec-0b4f834246df requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:28:31.602420 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-d0012433-a815-4a38-b5ad-6f128fc3cce0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9772100 Mar 10 04:28:31.620876 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a1077f-05ab-46e2-9602-1703aed03edf None None] Network 912f030d-7e06-48eb-89ec-0b4f834246df requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:28:33.105240 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:28:33.812917 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-9d21ba5d-6d64-4694-9549-46764a9760de tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:33.814389 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-9d21ba5d-6d64-4694-9549-46764a9760de tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/networks?id=912f030d-7e06-48eb-89ec-0b4f834246df HTTP/1.1" status: 200 len: 813 time: 0.1083550 Mar 10 04:28:33.829398 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-bc449f6c-3b02-4c0e-9e6b-79681519d841 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/quotas/1af3e44914334da4bb8a9be00c432038 HTTP/1.1" status: 200 len: 375 time: 0.0089269 Mar 10 04:28:33.859629 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-c42f66e2-4892-4b94-8178-009de7be2217 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af3e44914334da4bb8a9be00c432038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252283 Mar 10 04:28:33.952028 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-2d076f14-589f-431a-b1e6-337dd731024b service neutron] 10.222.0.32 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854774 Mar 10 04:28:34.047448 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-463c0e23-b722-439e-b6e9-eb606138498e service neutron] 10.222.0.32 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897274 Mar 10 04:28:34.444783 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-100efdd5-638a-452f-a937-5a82a71dc9f6 req-2715d982-944a-41f4-943b-c63189b6f3c3 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 210 time: 0.1535611 Mar 10 04:28:34.641086 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35018) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:34.749804 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c6b187f-f694-4971-8633-6c8caa02e7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:34.824869 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c6b187f-f694-4971-8633-6c8caa02e7f9 admin admin] Publish callbacks [] for security_group (55915116-f6af-499f-9839-c080cfb2cf1b), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:34.890768 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-8c6b187f-f694-4971-8633-6c8caa02e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (55915116-f6af-499f-9839-c080cfb2cf1b), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:34.930517 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-8c6b187f-f694-4971-8633-6c8caa02e7f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d522bc3d2f94075a568d6d23682f7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882781 Mar 10 04:28:34.932962 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b187f-f694-4971-8633-6c8caa02e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55915116-f6af-499f-9839-c080cfb2cf1b,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:34.933452 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35022) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:34.982414 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f21cc4d-7404-4f2b-a39d-cc7d6584d261 admin admin] Publish callbacks [] for security_group (55915116-f6af-499f-9839-c080cfb2cf1b), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:35.003792 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f21cc4d-7404-4f2b-a39d-cc7d6584d261 admin admin] Publish callbacks [] for security_group (55915116-f6af-499f-9839-c080cfb2cf1b), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:35.125609 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f21cc4d-7404-4f2b-a39d-cc7d6584d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (55915116-f6af-499f-9839-c080cfb2cf1b), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:35.128943 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f21cc4d-7404-4f2b-a39d-cc7d6584d261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:35.130232 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-1f21cc4d-7404-4f2b-a39d-cc7d6584d261 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55915116-f6af-499f-9839-c080cfb2cf1b HTTP/1.1" status: 204 len: 168 time: 0.1953473 Mar 10 04:28:35.141610 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21cc4d-7404-4f2b-a39d-cc7d6584d261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55915116-f6af-499f-9839-c080cfb2cf1b,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:35.557431 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-e00ddaa2-4489-4756-b93f-9dab9126f85c req-e57020f7-e0fb-4c8d-934b-3409e38c0a7e tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 210 time: 0.0455966 Mar 10 04:28:35.886306 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35046) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:35.900722 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-07ba7283-b34c-4610-9cc7-53f17cde5e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:35.973486 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-07ba7283-b34c-4610-9cc7-53f17cde5e24 admin admin] Publish callbacks [] for security_group (47571e4b-522a-49e6-98a7-2bb60c76656a), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:36.062397 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-07ba7283-b34c-4610-9cc7-53f17cde5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (47571e4b-522a-49e6-98a7-2bb60c76656a), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:36.105068 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-07ba7283-b34c-4610-9cc7-53f17cde5e24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03d3dea57b754b54be302565e679af1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171152 Mar 10 04:28:36.106023 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba7283-b34c-4610-9cc7-53f17cde5e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47571e4b-522a-49e6-98a7-2bb60c76656a,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:36.107895 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35052) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:36.157179 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb917e6f-acd7-4bd3-8d35-9e687e3eff9d admin admin] Publish callbacks [] for security_group (47571e4b-522a-49e6-98a7-2bb60c76656a), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:36.177645 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb917e6f-acd7-4bd3-8d35-9e687e3eff9d admin admin] Publish callbacks [] for security_group (47571e4b-522a-49e6-98a7-2bb60c76656a), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:36.289747 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb917e6f-acd7-4bd3-8d35-9e687e3eff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (47571e4b-522a-49e6-98a7-2bb60c76656a), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:36.292399 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-eb917e6f-acd7-4bd3-8d35-9e687e3eff9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:36.293591 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-eb917e6f-acd7-4bd3-8d35-9e687e3eff9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47571e4b-522a-49e6-98a7-2bb60c76656a HTTP/1.1" status: 204 len: 168 time: 0.1845107 Mar 10 04:28:36.301709 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb917e6f-acd7-4bd3-8d35-9e687e3eff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47571e4b-522a-49e6-98a7-2bb60c76656a,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:36.435660 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-65b1d312-ab7d-492c-84c2-ddfc5817324d tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:36.437156 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-65b1d312-ab7d-492c-84c2-ddfc5817324d tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "GET /v2.0/networks?id=912f030d-7e06-48eb-89ec-0b4f834246df HTTP/1.1" status: 200 len: 813 time: 0.1045687 Mar 10 04:28:36.449112 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Request body: {'port': {'device_id': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df', 'admin_state_up': True, 'tenant_id': '1af3e44914334da4bb8a9be00c432038'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:28:36.617530 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Made reservation on behalf of 1af3e44914334da4bb8a9be00c432038 for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:28:36.621419 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:36.669543 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fc409cab-dc34-4af9-8318-61baac164336 req-bd533c40-e51d-4641-a1a2-b768a1c2db5c tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 210 time: 0.0300984 Mar 10 04:28:36.759927 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Allocated IP 172.20.0.9 (912f030d-7e06-48eb-89ec-0b4f834246df/a905b5b6-47f7-4f21-a472-a324870cc41b/ceac8fbe-26f5-4292-9949-041fd2bbb339) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:28:36.913693 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks [] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:37.284787 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:37.335241 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Network 912f030d-7e06-48eb-89ec-0b4f834246df is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:28:37.338602 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:28:37.343159 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:28:37.347335 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Pushing event updated for resources: {'Port': ['ID=ceac8fbe-26f5-4292-9949-041fd2bbb339,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:37.391531 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:37.392158 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:37.459440 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-75eb6f94-6d22-4d4e-b484-373f3329deb4 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0139327 Mar 10 04:28:37.473446 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Request body: {'port': {'device_id': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:28:37.537867 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:37.808523 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be148efa-fada-4e53-9bef-e79bf12229f9 req-c7a78c60-8679-4afc-85cc-499afcbd758d tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:37.810655 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-be148efa-fada-4e53-9bef-e79bf12229f9 req-c7a78c60-8679-4afc-85cc-499afcbd758d tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 931 time: 0.0644984 Mar 10 04:28:37.847759 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceac8fbe-26f5-4292-9949-041fd2bbb339 {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:28:37.855241 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Publish callbacks [] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:37.864958 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-be148efa-fada-4e53-9bef-e79bf12229f9 req-6db42d0a-e470-4fe0-ae9d-0876e2a158d6 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Mar 10 04:28:37.867212 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Transition to ACTIVE for port object ceac8fbe-26f5-4292-9949-041fd2bbb339 will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:28:37.942862 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:37.996650 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Pushing event updated for resources: {'Port': ['ID=ceac8fbe-26f5-4292-9949-041fd2bbb339,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:38.069266 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Attempting to bind port ceac8fbe-26f5-4292-9949-041fd2bbb339 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:28:38.069611 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Attempting to bind port ceac8fbe-26f5-4292-9949-041fd2bbb339 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:28:38.069942 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Attempting to bind port ceac8fbe-26f5-4292-9949-041fd2bbb339 on network 912f030d-7e06-48eb-89ec-0b4f834246df {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:28:38.074237 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Port ceac8fbe-26f5-4292-9949-041fd2bbb339 on network 912f030d-7e06-48eb-89ec-0b4f834246df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:28:38.074563 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Attempting to bind port ceac8fbe-26f5-4292-9949-041fd2bbb339 on network 912f030d-7e06-48eb-89ec-0b4f834246df {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:28:38.079406 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:28:38.079747 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Checking segment: {'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:28:38.080151 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Bound using segment: {'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:28:38.080582 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Bound port: ceac8fbe-26f5-4292-9949-041fd2bbb339, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:28:38.081514 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.150534 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] For port ceac8fbe-26f5-4292-9949-041fd2bbb339, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:28:38.154611 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] For port ceac8fbe-26f5-4292-9949-041fd2bbb339, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ceac8fbe-26f5-4292-9949-041fd2bbb339,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:28:38.217327 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.218487 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35130) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:38.254689 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:38.255567 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.257056 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] 10.222.0.37 "PUT /v2.0/ports/ceac8fbe-26f5-4292-9949-041fd2bbb339 HTTP/1.1" status: 200 len: 1093 time: 0.7899334 Mar 10 04:28:38.257497 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'tag': 'ceac8fbe-26f5-4292-9949-041fd2bbb339'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:28:38.259737 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7962a904-30e4-4427-ae3f-f5848b9172fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1fac45-1b8f-4d81-b628-4e742f2e1d3d", "tag": "ceac8fbe-26f5-4292-9949-041fd2bbb339"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:28:38.287981 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233fe0b-2c5e-45a2-bba8-9c28175cf58b service neutron] Pushing event updated for resources: {'Port': ['ID=ceac8fbe-26f5-4292-9949-041fd2bbb339,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:38.303672 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78e1e60-bae0-4e68-9466-025553c29077 x-openstack-request-id: req-d78e1e60-bae0-4e68-9466-025553c29077 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:28:38.304271 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1fac45-1b8f-4d81-b628-4e742f2e1d3d", "tag": "ceac8fbe-26f5-4292-9949-041fd2bbb339", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:28:38.305375 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d78e1e60-bae0-4e68-9466-025553c29077 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:28:38.305849 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'tag': 'ceac8fbe-26f5-4292-9949-041fd2bbb339', 'status': 'completed', 'code': 200} Mar 10 04:28:38.348550 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9680-2c0e-49f5-a7bb-de5ecf237437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.371741 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a904-30e4-4427-ae3f-f5848b9172fc req-6fb9a150-a270-48ba-a12c-f78fb61bbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:38.373235 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-7962a904-30e4-4427-ae3f-f5848b9172fc req-6fb9a150-a270-48ba-a12c-f78fb61bbb6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1af3e44914334da4bb8a9be00c432038&device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 1127 time: 0.0489120 Mar 10 04:28:38.430732 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9680-2c0e-49f5-a7bb-de5ecf237437 admin admin] Publish callbacks [] for security_group (33e632d7-9da9-4e01-877d-40d18164ef32), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.478083 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a904-30e4-4427-ae3f-f5848b9172fc req-176221c8-3155-4334-b34b-24bf0fe2ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:38.479550 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-7962a904-30e4-4427-ae3f-f5848b9172fc req-176221c8-3155-4334-b34b-24bf0fe2ea67 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1af3e44914334da4bb8a9be00c432038&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0969737 Mar 10 04:28:38.566092 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-7e3f9680-2c0e-49f5-a7bb-de5ecf237437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (33e632d7-9da9-4e01-877d-40d18164ef32), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.577212 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a904-30e4-4427-ae3f-f5848b9172fc req-eb7a2c02-ea7c-4efd-9e8c-ea6c3ed68f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:38.582886 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-7962a904-30e4-4427-ae3f-f5848b9172fc req-eb7a2c02-ea7c-4efd-9e8c-ea6c3ed68f64 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937357 Mar 10 04:28:38.604918 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-7e3f9680-2c0e-49f5-a7bb-de5ecf237437 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fee1333da2aa4f5da75ee7a0564c1451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850009 Mar 10 04:28:38.605813 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f9680-2c0e-49f5-a7bb-de5ecf237437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e632d7-9da9-4e01-877d-40d18164ef32,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:38.607756 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35138) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:38.693426 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-382b3d69-76b7-4785-abe8-758dd6f52458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:38.694920 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-382b3d69-76b7-4785-abe8-758dd6f52458 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1af3e44914334da4bb8a9be00c432038&device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 1127 time: 0.0787416 Mar 10 04:28:38.695529 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ac365f3d-02ce-4eee-bea6-496ffdd70bc1 admin admin] Publish callbacks [] for security_group (33e632d7-9da9-4e01-877d-40d18164ef32), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.748098 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-7e6ed0b2-b29a-492b-88d5-2399dbd0efbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceac8fbe-26f5-4292-9949-041fd2bbb339 HTTP/1.1" status: 200 len: 217 time: 0.0437934 Mar 10 04:28:38.752579 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ac365f3d-02ce-4eee-bea6-496ffdd70bc1 admin admin] Publish callbacks [] for security_group (33e632d7-9da9-4e01-877d-40d18164ef32), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.826616 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-93485bba-677a-4e0b-b2a4-05092efaf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:38.828394 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-93485bba-677a-4e0b-b2a4-05092efaf515 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a905b5b6-47f7-4f21-a472-a324870cc41b HTTP/1.1" status: 200 len: 853 time: 0.0738583 Mar 10 04:28:38.861467 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-4c010521-20a7-479f-b6bf-252db87076f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f030d-7e06-48eb-89ec-0b4f834246df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262859 Mar 10 04:28:38.928788 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ac365f3d-02ce-4eee-bea6-496ffdd70bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (33e632d7-9da9-4e01-877d-40d18164ef32), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.931251 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ac365f3d-02ce-4eee-bea6-496ffdd70bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:38.932409 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ac365f3d-02ce-4eee-bea6-496ffdd70bc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33e632d7-9da9-4e01-877d-40d18164ef32 HTTP/1.1" status: 204 len: 168 time: 0.3234732 Mar 10 04:28:38.948932 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac365f3d-02ce-4eee-bea6-496ffdd70bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e632d7-9da9-4e01-877d-40d18164ef32,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:38.969581 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-6bc826a7-538d-4842-a919-ca3535fdbdf7 service neutron] 10.222.0.37 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016614 Mar 10 04:28:39.006239 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129449d-ab2d-4ccd-babf-163d34b00c3a req-cb531174-79ac-41d8-83b6-ae6104bff570 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:39.007732 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f129449d-ab2d-4ccd-babf-163d34b00c3a req-cb531174-79ac-41d8-83b6-ae6104bff570 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 943 time: 0.0758278 Mar 10 04:28:39.055656 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f129449d-ab2d-4ccd-babf-163d34b00c3a req-d0524703-608a-47be-b713-d2419eb87525 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Mar 10 04:28:39.077628 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6f8d4935-f1be-4da5-a41b-53f791ef7e28 req-445a103b-7377-46ce-b842-6e9c03e522fe service neutron] 10.222.0.37 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015208 Mar 10 04:28:39.527023 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35154) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:39.540230 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-651ba361-39df-40a1-af74-9698edf31d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:39.610392 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-651ba361-39df-40a1-af74-9698edf31d88 admin admin] Publish callbacks [] for security_group (c223d94f-c5db-410e-8f7f-4b47c150b321), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:39.691576 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-651ba361-39df-40a1-af74-9698edf31d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c223d94f-c5db-410e-8f7f-4b47c150b321), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:39.728880 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-651ba361-39df-40a1-af74-9698edf31d88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28682642f84644fbb787f275fbd4debd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008085 Mar 10 04:28:39.729976 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ba361-39df-40a1-af74-9698edf31d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c223d94f-c5db-410e-8f7f-4b47c150b321,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:39.731791 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35156) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:39.782012 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-662e250b-0894-4e47-a0e0-1330741b5392 admin admin] Publish callbacks [] for security_group (c223d94f-c5db-410e-8f7f-4b47c150b321), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:39.806122 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-662e250b-0894-4e47-a0e0-1330741b5392 admin admin] Publish callbacks [] for security_group (c223d94f-c5db-410e-8f7f-4b47c150b321), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:39.913794 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-662e250b-0894-4e47-a0e0-1330741b5392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (c223d94f-c5db-410e-8f7f-4b47c150b321), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:39.916518 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-662e250b-0894-4e47-a0e0-1330741b5392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:39.917667 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-662e250b-0894-4e47-a0e0-1330741b5392 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c223d94f-c5db-410e-8f7f-4b47c150b321 HTTP/1.1" status: 204 len: 168 time: 0.1846013 Mar 10 04:28:39.925671 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e250b-0894-4e47-a0e0-1330741b5392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223d94f-c5db-410e-8f7f-4b47c150b321,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:40.179966 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e75ad-91e9-4553-9e2f-3f7f244c0178 req-0a5333c5-6f91-416a-8f18-d466d7d4709b tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:40.181734 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0c6e75ad-91e9-4553-9e2f-3f7f244c0178 req-0a5333c5-6f91-416a-8f18-d466d7d4709b tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 943 time: 0.0550251 Mar 10 04:28:40.233722 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0c6e75ad-91e9-4553-9e2f-3f7f244c0178 req-06d3697e-12f0-482c-a4ef-28d340a2dad9 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462837 Mar 10 04:28:41.336450 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device ceac8fbe-26f5-4292-9949-041fd2bbb339 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:28:41.350549 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab2e6c-56ce-4a89-958f-12862a03484c req-20bef185-b24d-41ab-8941-057960e807fc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:41.352030 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dbab2e6c-56ce-4a89-958f-12862a03484c req-20bef185-b24d-41ab-8941-057960e807fc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 943 time: 0.0514801 Mar 10 04:28:41.402667 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-dbab2e6c-56ce-4a89-958f-12862a03484c req-54ef96db-698e-4f97-834f-26c63d646927 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Mar 10 04:28:41.442177 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port ceac8fbe-26f5-4292-9949-041fd2bbb339, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ceac8fbe-26f5-4292-9949-041fd2bbb339,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:28:41.452695 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'ceac8fbe-26f5-4292-9949-041fd2bbb339', 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df', 'port_id': 'ceac8fbe-26f5-4292-9949-041fd2bbb339', 'mac_address': 'fa:16:3e:71:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a905b5b6-47f7-4f21-a472-a324870cc41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:28:41.489221 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port ceac8fbe-26f5-4292-9949-041fd2bbb339 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:28:41.489615 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:41.502287 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceac8fbe-26f5-4292-9949-041fd2bbb339 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:28:41.522254 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port ceac8fbe-26f5-4292-9949-041fd2bbb339, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ceac8fbe-26f5-4292-9949-041fd2bbb339,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:28:41.621016 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:41.671373 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=ceac8fbe-26f5-4292-9949-041fd2bbb339,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:41.966762 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['ceac8fbe-26f5-4292-9949-041fd2bbb339'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:28:42.534409 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8d42a-32af-4195-a647-ca5d683cc3eb req-f80ea1b6-c5aa-43fa-9b31-dd9839b018c6 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:42.535911 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-45c8d42a-32af-4195-a647-ca5d683cc3eb req-f80ea1b6-c5aa-43fa-9b31-dd9839b018c6 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 944 time: 0.0571842 Mar 10 04:28:42.586362 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-45c8d42a-32af-4195-a647-ca5d683cc3eb req-0096a30c-3177-4047-ab41-87e65c06bc7a tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Mar 10 04:28:43.351459 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device ceac8fbe-26f5-4292-9949-041fd2bbb339 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:28:43.599205 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port ceac8fbe-26f5-4292-9949-041fd2bbb339 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:28:43.603157 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port ceac8fbe-26f5-4292-9949-041fd2bbb339 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:28:43.603528 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:43.686065 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port ceac8fbe-26f5-4292-9949-041fd2bbb339 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:28:43.686511 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:43.708641 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac8fbe-26f5-4292-9949-041fd2bbb339'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:28:43.710867 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1f3a0-82fc-41ba-822e-b7ccfbbba32b" -d '{"events": [{"server_uuid": "fd1fac45-1b8f-4d81-b628-4e742f2e1d3d", "name": "network-vif-plugged", "status": "completed", "tag": "ceac8fbe-26f5-4292-9949-041fd2bbb339"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:28:43.720713 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d851a8a-b871-4d30-84ef-ea2c21978ddf req-afbec630-4e3b-483a-b2b9-06e70dd6a1e3 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:43.722788 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d851a8a-b871-4d30-84ef-ea2c21978ddf req-afbec630-4e3b-483a-b2b9-06e70dd6a1e3 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 944 time: 0.0610642 Mar 10 04:28:43.724378 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port ceac8fbe-26f5-4292-9949-041fd2bbb339, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ceac8fbe-26f5-4292-9949-041fd2bbb339,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:28:43.758841 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d426387b-7bfc-4886-8cee-6057d416cbb8 x-openstack-request-id: req-d426387b-7bfc-4886-8cee-6057d416cbb8 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:28:43.759136 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1fac45-1b8f-4d81-b628-4e742f2e1d3d", "name": "network-vif-plugged", "status": "completed", "tag": "ceac8fbe-26f5-4292-9949-041fd2bbb339", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:28:43.759392 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d426387b-7bfc-4886-8cee-6057d416cbb8 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:28:43.759780 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac8fbe-26f5-4292-9949-041fd2bbb339', 'code': 200} Mar 10 04:28:43.786687 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d851a8a-b871-4d30-84ef-ea2c21978ddf req-a203876f-8d39-496e-9a6e-954ef355b0e5 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506701 Mar 10 04:28:43.820799 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:43.871242 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=ceac8fbe-26f5-4292-9949-041fd2bbb339,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:44.189400 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1ba9-31a1-4e1a-8547-d612c7b9a517 req-efc272c7-5dc4-4ec6-86ee-6a54f14f369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:44.191386 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2edf1ba9-31a1-4e1a-8547-d612c7b9a517 req-efc272c7-5dc4-4ec6-86ee-6a54f14f369d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 1129 time: 0.1307783 Mar 10 04:28:44.235283 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2edf1ba9-31a1-4e1a-8547-d612c7b9a517 req-247b4ea6-bc2d-4b04-86b7-c1c8b2ec59ae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Mar 10 04:28:44.914494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615625e-ab92-4818-bc7b-248e9466e4a5 req-0ca60fbb-8751-4847-8519-7ac46c69f301 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:44.915985 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b615625e-ab92-4818-bc7b-248e9466e4a5 req-0ca60fbb-8751-4847-8519-7ac46c69f301 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0563540 Mar 10 04:28:44.962216 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-b615625e-ab92-4818-bc7b-248e9466e4a5 req-ea98dc15-f6f0-4869-a6c4-0b77e5b80d3e tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Mar 10 04:28:45.507666 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35306) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:45.625387 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-06f8af3d-bdf2-47c7-87d5-2b25771f8709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:45.709310 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-06f8af3d-bdf2-47c7-87d5-2b25771f8709 admin admin] Publish callbacks [] for security_group (2327721e-7d8d-4f21-9ba9-389238f40667), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:45.839526 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-06f8af3d-bdf2-47c7-87d5-2b25771f8709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2327721e-7d8d-4f21-9ba9-389238f40667), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:45.879800 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8af3d-bdf2-47c7-87d5-2b25771f8709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2327721e-7d8d-4f21-9ba9-389238f40667,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:45.885487 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-06f8af3d-bdf2-47c7-87d5-2b25771f8709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=423d8fabe07d47a691639d6873be0148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763053 Mar 10 04:28:45.887969 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35310) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:45.939250 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-142b0cea-78b4-4d10-bcbd-9e6d0c489c1f admin admin] Publish callbacks [] for security_group (2327721e-7d8d-4f21-9ba9-389238f40667), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:45.961442 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-142b0cea-78b4-4d10-bcbd-9e6d0c489c1f admin admin] Publish callbacks [] for security_group (2327721e-7d8d-4f21-9ba9-389238f40667), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.057118 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-142b0cea-78b4-4d10-bcbd-9e6d0c489c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2327721e-7d8d-4f21-9ba9-389238f40667), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.059663 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-142b0cea-78b4-4d10-bcbd-9e6d0c489c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.063140 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-142b0cea-78b4-4d10-bcbd-9e6d0c489c1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2327721e-7d8d-4f21-9ba9-389238f40667 HTTP/1.1" status: 204 len: 168 time: 0.1719654 Mar 10 04:28:46.071994 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b0cea-78b4-4d10-bcbd-9e6d0c489c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2327721e-7d8d-4f21-9ba9-389238f40667,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:46.090560 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c118630-971a-45e6-b0f0-dcdc3020e197 req-318de33b-a881-4a52-9254-3004b66121bf tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:46.099254 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6c118630-971a-45e6-b0f0-dcdc3020e197 req-318de33b-a881-4a52-9254-3004b66121bf tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0649707 Mar 10 04:28:46.141735 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6c118630-971a-45e6-b0f0-dcdc3020e197 req-bcc414c6-cf3a-4539-998c-9e5354b7c8a0 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Mar 10 04:28:46.676422 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35362) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:46.689276 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.764992 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Publish callbacks [] for security_group (38d74956-6242-4076-b3dc-b710a9e84586), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.856617 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (38d74956-6242-4076-b3dc-b710a9e84586), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.902394 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c938e38c2f844e4b9968186b46f5e976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225559 Mar 10 04:28:46.902394 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d74956-6242-4076-b3dc-b710a9e84586,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:46.903186 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35368) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:46.908531 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.908930 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.909140 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.909480 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.909811 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.910141 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.910470 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.910798 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.911125 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.912771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.912771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.912771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.912771 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9dead-97d5-470e-87df-24011dfeb87a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:46.954989 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d63bd91-e1fb-466b-88a7-d34f6b623e4b admin admin] Publish callbacks [] for security_group (38d74956-6242-4076-b3dc-b710a9e84586), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:46.976987 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d63bd91-e1fb-466b-88a7-d34f6b623e4b admin admin] Publish callbacks [] for security_group (38d74956-6242-4076-b3dc-b710a9e84586), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.053258 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35372) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:47.090932 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d63bd91-e1fb-466b-88a7-d34f6b623e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (38d74956-6242-4076-b3dc-b710a9e84586), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.093439 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-4d63bd91-e1fb-466b-88a7-d34f6b623e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.094610 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-4d63bd91-e1fb-466b-88a7-d34f6b623e4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38d74956-6242-4076-b3dc-b710a9e84586 HTTP/1.1" status: 204 len: 168 time: 0.1897576 Mar 10 04:28:47.104482 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63bd91-e1fb-466b-88a7-d34f6b623e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d74956-6242-4076-b3dc-b710a9e84586,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:47.164589 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.240555 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Publish callbacks [] for security_group (fd9d1360-926d-4068-9d46-d0153fc42239), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.300934 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (fd9d1360-926d-4068-9d46-d0153fc42239), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.343987 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ea1349c45334ddc93f88d3d61b38afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870591 Mar 10 04:28:47.343987 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d1360-926d-4068-9d46-d0153fc42239,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:47.344402 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35392) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:47.361212 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.361567 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.362537 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.362787 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.363122 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.363494 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.363893 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.364249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.364580 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.364916 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.365241 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.365563 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.365887 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecefe7cb-8ee0-47aa-8f76-16cfc1b2f0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:28:47.423015 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-118b162c-80f8-4cd5-bc27-41c97504008f admin admin] Publish callbacks [] for security_group (fd9d1360-926d-4068-9d46-d0153fc42239), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.446212 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-118b162c-80f8-4cd5-bc27-41c97504008f admin admin] Publish callbacks [] for security_group (fd9d1360-926d-4068-9d46-d0153fc42239), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.571070 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-118b162c-80f8-4cd5-bc27-41c97504008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (fd9d1360-926d-4068-9d46-d0153fc42239), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.573627 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-118b162c-80f8-4cd5-bc27-41c97504008f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:47.574776 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-118b162c-80f8-4cd5-bc27-41c97504008f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd9d1360-926d-4068-9d46-d0153fc42239 HTTP/1.1" status: 204 len: 168 time: 0.2295082 Mar 10 04:28:47.582825 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b162c-80f8-4cd5-bc27-41c97504008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d1360-926d-4068-9d46-d0153fc42239,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:48.147493 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35418) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:48.163804 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6d057872-5470-4f52-8115-d70527b8d42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.236653 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6d057872-5470-4f52-8115-d70527b8d42c admin admin] Publish callbacks [] for security_group (a93bde19-b980-4be6-b70e-e1e3e8fd7fc5), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.312358 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-6d057872-5470-4f52-8115-d70527b8d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a93bde19-b980-4be6-b70e-e1e3e8fd7fc5), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.348282 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-6d057872-5470-4f52-8115-d70527b8d42c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20a33794103c4761944499c0b23159b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995659 Mar 10 04:28:48.350953 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35426) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:48.352802 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d057872-5470-4f52-8115-d70527b8d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93bde19-b980-4be6-b70e-e1e3e8fd7fc5,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:48.401120 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f5844e9-13e1-4b24-a47d-b58494b72afa admin admin] Publish callbacks [] for security_group (a93bde19-b980-4be6-b70e-e1e3e8fd7fc5), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.422725 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f5844e9-13e1-4b24-a47d-b58494b72afa admin admin] Publish callbacks [] for security_group (a93bde19-b980-4be6-b70e-e1e3e8fd7fc5), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.549345 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f5844e9-13e1-4b24-a47d-b58494b72afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (a93bde19-b980-4be6-b70e-e1e3e8fd7fc5), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.551929 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1f5844e9-13e1-4b24-a47d-b58494b72afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:48.553159 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-1f5844e9-13e1-4b24-a47d-b58494b72afa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a93bde19-b980-4be6-b70e-e1e3e8fd7fc5 HTTP/1.1" status: 204 len: 168 time: 0.2006321 Mar 10 04:28:48.561121 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5844e9-13e1-4b24-a47d-b58494b72afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93bde19-b980-4be6-b70e-e1e3e8fd7fc5,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:48.881446 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35436) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:48.987956 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0ee00c94-f228-4571-8d70-ddd7ade649eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.068263 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0ee00c94-f228-4571-8d70-ddd7ade649eb admin admin] Publish callbacks [] for security_group (43984ffd-c463-475e-9147-da908d1539d7), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.134933 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-0ee00c94-f228-4571-8d70-ddd7ade649eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (43984ffd-c463-475e-9147-da908d1539d7), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.173721 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-0ee00c94-f228-4571-8d70-ddd7ade649eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=379dafa1d9ed4b31b9e6c519e2420f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912152 Mar 10 04:28:49.174591 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee00c94-f228-4571-8d70-ddd7ade649eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43984ffd-c463-475e-9147-da908d1539d7,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:49.176572 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35448) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:49.224856 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-43a3be89-caa4-4cc0-a90d-aa6bf5eeeff9 admin admin] Publish callbacks [] for security_group (43984ffd-c463-475e-9147-da908d1539d7), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.247882 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-43a3be89-caa4-4cc0-a90d-aa6bf5eeeff9 admin admin] Publish callbacks [] for security_group (43984ffd-c463-475e-9147-da908d1539d7), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.382389 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-43a3be89-caa4-4cc0-a90d-aa6bf5eeeff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (43984ffd-c463-475e-9147-da908d1539d7), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.385023 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-43a3be89-caa4-4cc0-a90d-aa6bf5eeeff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:49.386189 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-43a3be89-caa4-4cc0-a90d-aa6bf5eeeff9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43984ffd-c463-475e-9147-da908d1539d7 HTTP/1.1" status: 204 len: 168 time: 0.2082689 Mar 10 04:28:49.394477 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3be89-caa4-4cc0-a90d-aa6bf5eeeff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43984ffd-c463-475e-9147-da908d1539d7,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:50.937494 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35518) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:51.047629 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e63949bf-1e0e-4cbe-9949-84cd32402511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.126815 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e63949bf-1e0e-4cbe-9949-84cd32402511 admin admin] Publish callbacks [] for security_group (2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.205028 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-e63949bf-1e0e-4cbe-9949-84cd32402511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.241831 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63949bf-1e0e-4cbe-9949-84cd32402511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:51.247565 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-e63949bf-1e0e-4cbe-9949-84cd32402511 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=661bb47da0e242b7a150bc96474a06f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086302 Mar 10 04:28:51.258219 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35530) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:51.313552 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf460-020f-4346-b463-15d488360eeb admin admin] Publish callbacks [] for security_group (2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.334893 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf460-020f-4346-b463-15d488360eeb admin admin] Publish callbacks [] for security_group (2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.457249 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf460-020f-4346-b463-15d488360eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.459734 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf460-020f-4346-b463-15d488360eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:51.460940 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-1c4cf460-020f-4346-b463-15d488360eeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce HTTP/1.1" status: 204 len: 168 time: 0.2099907 Mar 10 04:28:51.468680 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cf460-020f-4346-b463-15d488360eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9d04b8-6b2f-481b-be49-c4d5b2e9d4ce,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:51.951357 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35546) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:51.953830 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.054838 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6555ab95-e2f9-4d7c-b75a-03982de33d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.130841 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6555ab95-e2f9-4d7c-b75a-03982de33d78 admin admin] Publish callbacks [] for security_group (bf4cf320-9d66-42bc-a0c4-357604d401ce), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.170350 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-6555ab95-e2f9-4d7c-b75a-03982de33d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bf4cf320-9d66-42bc-a0c4-357604d401ce), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.206394 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555ab95-e2f9-4d7c-b75a-03982de33d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4cf320-9d66-42bc-a0c4-357604d401ce,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:52.210685 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-6555ab95-e2f9-4d7c-b75a-03982de33d78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45df5246f22649f094261e77b9a71b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582548 Mar 10 04:28:52.213518 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35552) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:52.259360 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5cf21484-53ad-423a-9506-8c5777891d10 admin admin] Publish callbacks [] for security_group (bf4cf320-9d66-42bc-a0c4-357604d401ce), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.280330 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5cf21484-53ad-423a-9506-8c5777891d10 admin admin] Publish callbacks [] for security_group (bf4cf320-9d66-42bc-a0c4-357604d401ce), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.370834 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5cf21484-53ad-423a-9506-8c5777891d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (bf4cf320-9d66-42bc-a0c4-357604d401ce), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.373498 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5cf21484-53ad-423a-9506-8c5777891d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.374676 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5cf21484-53ad-423a-9506-8c5777891d10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf4cf320-9d66-42bc-a0c4-357604d401ce HTTP/1.1" status: 204 len: 168 time: 0.1605062 Mar 10 04:28:52.383228 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf21484-53ad-423a-9506-8c5777891d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4cf320-9d66-42bc-a0c4-357604d401ce,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:52.742423 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-8bed0f4a-362e-4f34-afdf-b18d38fa184c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:52.957967 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35558) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:52.971386 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-653297db-f647-4112-948d-64781d450db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:53.044030 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-653297db-f647-4112-948d-64781d450db0 admin admin] Publish callbacks [] for security_group (65eff972-b289-41be-bc28-5f061f829fff), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:53.119372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-653297db-f647-4112-948d-64781d450db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (65eff972-b289-41be-bc28-5f061f829fff), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:53.161085 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-653297db-f647-4112-948d-64781d450db0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ffdd598b1244308b530a1762b0e7e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019708 Mar 10 04:28:53.161974 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653297db-f647-4112-948d-64781d450db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eff972-b289-41be-bc28-5f061f829fff,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:53.163864 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35562) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:53.211678 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ecf707ab-c4b0-4099-a544-72468d57d199 admin admin] Publish callbacks [] for security_group (65eff972-b289-41be-bc28-5f061f829fff), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:53.232433 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ecf707ab-c4b0-4099-a544-72468d57d199 admin admin] Publish callbacks [] for security_group (65eff972-b289-41be-bc28-5f061f829fff), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:53.336431 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ecf707ab-c4b0-4099-a544-72468d57d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (65eff972-b289-41be-bc28-5f061f829fff), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:53.338913 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-ecf707ab-c4b0-4099-a544-72468d57d199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:53.340069 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-ecf707ab-c4b0-4099-a544-72468d57d199 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65eff972-b289-41be-bc28-5f061f829fff HTTP/1.1" status: 204 len: 168 time: 0.1751056 Mar 10 04:28:53.348312 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf707ab-c4b0-4099-a544-72468d57d199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eff972-b289-41be-bc28-5f061f829fff,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:55.027521 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-46a9a069-f154-4bd1-bad2-975d326ec7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:56.439806 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:56.565224 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35636) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:56.673195 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-27e3ea21-5af3-45d6-b0e3-bb7e0bcd0a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:56.746448 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-27e3ea21-5af3-45d6-b0e3-bb7e0bcd0a93 admin admin] Publish callbacks [] for security_group (8853ed54-a7e1-4a5a-929d-af2ec14287a9), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:56.856222 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-27e3ea21-5af3-45d6-b0e3-bb7e0bcd0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8853ed54-a7e1-4a5a-929d-af2ec14287a9), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:56.894691 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3ea21-5af3-45d6-b0e3-bb7e0bcd0a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8853ed54-a7e1-4a5a-929d-af2ec14287a9,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:56.899805 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-27e3ea21-5af3-45d6-b0e3-bb7e0bcd0a93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ec01faf2d654959a727f98124db504f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335359 Mar 10 04:28:56.902518 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35640) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:56.948774 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f887c0b8-82e4-452a-8c73-16129a0bdbed admin admin] Publish callbacks [] for security_group (8853ed54-a7e1-4a5a-929d-af2ec14287a9), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:56.968846 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f887c0b8-82e4-452a-8c73-16129a0bdbed admin admin] Publish callbacks [] for security_group (8853ed54-a7e1-4a5a-929d-af2ec14287a9), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:57.073321 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f887c0b8-82e4-452a-8c73-16129a0bdbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (8853ed54-a7e1-4a5a-929d-af2ec14287a9), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:57.075849 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-f887c0b8-82e4-452a-8c73-16129a0bdbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:57.077057 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-f887c0b8-82e4-452a-8c73-16129a0bdbed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8853ed54-a7e1-4a5a-929d-af2ec14287a9 HTTP/1.1" status: 204 len: 168 time: 0.1736324 Mar 10 04:28:57.085651 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887c0b8-82e4-452a-8c73-16129a0bdbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853ed54-a7e1-4a5a-929d-af2ec14287a9,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:57.631909 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 35656) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:57.645378 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5c22b5d6-9a07-48be-b6b8-d4686488d34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:57.780430 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:57.842545 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5c22b5d6-9a07-48be-b6b8-d4686488d34f admin admin] Publish callbacks [] for security_group (330905a6-ed54-48dd-bd9b-9cb3a543f20b), precommit_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:57.925318 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-5c22b5d6-9a07-48be-b6b8-d4686488d34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (330905a6-ed54-48dd-bd9b-9cb3a543f20b), after_create {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:57.962603 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-5c22b5d6-9a07-48be-b6b8-d4686488d34f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fe723879b5d46feaf2f073b1f5b57bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295803 Mar 10 04:28:57.964587 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22b5d6-9a07-48be-b6b8-d4686488d34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330905a6-ed54-48dd-bd9b-9cb3a543f20b,revision_number=1']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:57.965360 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35662) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:58.012300 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b105e6d-86fa-4c3d-8c9f-cb6e6fad9930 admin admin] Publish callbacks [] for security_group (330905a6-ed54-48dd-bd9b-9cb3a543f20b), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:58.031881 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b105e6d-86fa-4c3d-8c9f-cb6e6fad9930 admin admin] Publish callbacks [] for security_group (330905a6-ed54-48dd-bd9b-9cb3a543f20b), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:58.139984 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b105e6d-86fa-4c3d-8c9f-cb6e6fad9930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (330905a6-ed54-48dd-bd9b-9cb3a543f20b), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:58.142450 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-2b105e6d-86fa-4c3d-8c9f-cb6e6fad9930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:58.143576 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-2b105e6d-86fa-4c3d-8c9f-cb6e6fad9930 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/330905a6-ed54-48dd-bd9b-9cb3a543f20b HTTP/1.1" status: 204 len: 168 time: 0.1772189 Mar 10 04:28:58.151316 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b105e6d-86fa-4c3d-8c9f-cb6e6fad9930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330905a6-ed54-48dd-bd9b-9cb3a543f20b,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:59.082089 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35686) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:59.177705 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1570962431-network', 'tenant_id': 'c1d8b5b62a6b49f7a6593e1223c1673a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:28:59.180395 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.260195 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Made reservation on behalf of c1d8b5b62a6b49f7a6593e1223c1673a for: {'network': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:28:59.262354 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for network (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.270491 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.340445 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks [] for security_group (4f6e17b4-4501-43c4-ac0e-36357267ce2f), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.408892 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (4f6e17b4-4501-43c4-ac0e-36357267ce2f), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.433153 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:28:59.442319 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e17b4-4501-43c4-ac0e-36357267ce2f,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:59.448099 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (100c8486-34ce-482c-8530-6f0389fb9a30), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.451578 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.db.segments_db [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Added segment 100c8486-34ce-482c-8530-6f0389fb9a30 of type vlan for network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 Mar 10 04:28:59.486035 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743693867210'] for network (0f8b06a1-9420-4039-9ccf-4f9b7bf6d919), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.563226 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219'] for network (0f8b06a1-9420-4039-9ccf-4f9b7bf6d919), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.564119 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:28:59.565356 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.624717 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] Pushing event updated for resources: {'Network': ['ID=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:28:59.634262 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 details requested by agent ovs-agent-dv-cinder-778193-25-smb with host dv-cinder-778193-25-smb {{(pid=103753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:28:59.651787 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-ebec53b4-17d0-433f-930d-1a0a42d1004b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5686238 Mar 10 04:28:59.654529 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 35692) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:28:59.659617 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Request body: {'subnet': {'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1570962431-subnet', 'tenant_id': 'c1d8b5b62a6b49f7a6593e1223c1673a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:28:59.758774 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Made reservation on behalf of c1d8b5b62a6b49f7a6593e1223c1673a for: {'subnet': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:28:59.761128 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016687'] for subnet (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:28:59.981950 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5938147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016641'] for subnet (cd6f2e75-b232-4460-bb26-4ed7b70a5fd9), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:00.036793 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6f2e75-b232-4460-bb26-4ed7b70a5fd9,revision_number=0']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:00.045114 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Checking segment: {'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:29:00.045474 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Network hostable DHCP agents. Network: 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919, hostable agents: ['28715a9d-e93d-4aa5-b6f4-529c2491904f'], hosted agents: [] {{(pid=103752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:29:00.141547 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 is scheduled to be hosted by DHCP agent 28715a9d-e93d-4aa5-b6f4-529c2491904f with binding_index 1 {{(pid=103752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:29:00.227225 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-25-smb, 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919) {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:29:00.231129 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:00.231753 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:00.236301 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7153af-809c-4d68-992a-bb30687d590e None None] Network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:29:00.342400 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8cfd82-15d3-48b3-b0be-46d1ef56ceba None None] Network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 requested from dv-cinder-778193-25-smb {{(pid=103753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:29:00.367505 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-c621b88e-66c5-4416-985e-51d7ace44c6e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7119548 Mar 10 04:29:02.403111 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-fb7bf0c3-794e-4aae-9c66-77acf87f30df tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:02.404640 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-fb7bf0c3-794e-4aae-9c66-77acf87f30df tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/networks?id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 HTTP/1.1" status: 200 len: 809 time: 0.0994294 Mar 10 04:29:02.418967 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-0f40f7c9-8769-429e-926a-4dbdcb96c5c7 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/quotas/c1d8b5b62a6b49f7a6593e1223c1673a HTTP/1.1" status: 200 len: 375 time: 0.0084825 Mar 10 04:29:02.448651 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-dbdf7efb-745e-4477-a8b9-f65412ed6789 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251644 Mar 10 04:29:02.505639 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-058a733c-7a34-44a0-8ef4-fb102830f257 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:29:02.506639 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-058a733c-7a34-44a0-8ef4-fb102830f257 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519528 Mar 10 04:29:02.595002 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-206020a3-8d39-43dd-85fe-dd2f536f7a39 service neutron] 10.222.0.32 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826182 Mar 10 04:29:02.680310 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-e20bd584-7645-4877-bcc2-843d8e4d6dd3 service neutron] 10.222.0.32 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789926 Mar 10 04:29:02.905927 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5cf0e287-5e09-4b8a-95d2-2c33bf99f2ec req-59534d8c-617c-41b9-9d56-4720a482f182 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 210 time: 0.0311146 Mar 10 04:29:03.996152 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-251b850f-4f5d-4b22-af6a-11f657cffde6 req-07ea3c2a-9f96-4128-85a8-ebf140fc7fd7 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 210 time: 0.0265260 Mar 10 04:29:05.056704 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-eaa4e253-1199-47ed-b8b9-b1a108eb5bcf tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:05.058155 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-eaa4e253-1199-47ed-b8b9-b1a108eb5bcf tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "GET /v2.0/networks?id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 HTTP/1.1" status: 200 len: 809 time: 0.1030066 Mar 10 04:29:05.070873 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Request body: {'port': {'device_id': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919', 'admin_state_up': True, 'tenant_id': 'c1d8b5b62a6b49f7a6593e1223c1673a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:29:05.092224 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-051d8cb9-f345-4f89-b798-cbda14d3f510 req-b98af67a-62a8-4ba8-9e43-87a6be1de14f tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 210 time: 0.0273612 Mar 10 04:29:05.262060 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Made reservation on behalf of c1d8b5b62a6b49f7a6593e1223c1673a for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:29:05.265542 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:05.395853 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Allocated IP 172.20.0.13 (0f8b06a1-9420-4039-9ccf-4f9b7bf6d919/cd6f2e75-b232-4460-bb26-4ed7b70a5fd9/e747c997-2631-4a16-bfb0-fa24ecebd230) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:29:05.544318 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks [] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:05.691169 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:05.733384 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:29:05.738255 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:29:05.740622 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:29:05.765993 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Pushing event updated for resources: {'Port': ['ID=e747c997-2631-4a16-bfb0-fa24ecebd230,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:05.793987 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:05.794526 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:05.887418 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-ab48ac2a-1583-4a91-afe1-e70be8b4973a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8202453 Mar 10 04:29:05.904122 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-24be2236-6c46-45c4-9b61-dadf152d34c5 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:29:05.905093 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-24be2236-6c46-45c4-9b61-dadf152d34c5 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050623 Mar 10 04:29:05.915985 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Request body: {'port': {'device_id': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:29:05.977249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:06.211124 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f85249-8a8c-44be-86f2-5b02aa35c143 req-77291bff-01ea-47de-be41-8f76db811ee7 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:06.212523 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a2f85249-8a8c-44be-86f2-5b02aa35c143 req-77291bff-01ea-47de-be41-8f76db811ee7 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 932 time: 0.0507011 Mar 10 04:29:06.230934 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e747c997-2631-4a16-bfb0-fa24ecebd230 {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:29:06.239156 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Publish callbacks [] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:06.250894 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Transition to ACTIVE for port object e747c997-2631-4a16-bfb0-fa24ecebd230 will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:29:06.259519 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a2f85249-8a8c-44be-86f2-5b02aa35c143 req-66669d7f-03e6-4de4-a093-1a4ba778486b tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Mar 10 04:29:06.342092 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:06.414251 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Pushing event updated for resources: {'Port': ['ID=e747c997-2631-4a16-bfb0-fa24ecebd230,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:06.468132 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Attempting to bind port e747c997-2631-4a16-bfb0-fa24ecebd230 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:29:06.468476 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Attempting to bind port e747c997-2631-4a16-bfb0-fa24ecebd230 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:29:06.468811 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Attempting to bind port e747c997-2631-4a16-bfb0-fa24ecebd230 on network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:29:06.473745 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Port e747c997-2631-4a16-bfb0-fa24ecebd230 on network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:29:06.474067 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Attempting to bind port e747c997-2631-4a16-bfb0-fa24ecebd230 on network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:29:06.478673 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:29:06.479012 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Checking segment: {'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:29:06.479392 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Bound using segment: {'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:29:06.479811 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Bound port: e747c997-2631-4a16-bfb0-fa24ecebd230, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:29:06.480225 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:06.541773 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] For port e747c997-2631-4a16-bfb0-fa24ecebd230, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:29:06.544738 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] For port e747c997-2631-4a16-bfb0-fa24ecebd230, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e747c997-2631-4a16-bfb0-fa24ecebd230,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:29:06.610980 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:06.642972 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:06.643643 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:06.645313 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] 10.222.0.37 "PUT /v2.0/ports/e747c997-2631-4a16-bfb0-fa24ecebd230 HTTP/1.1" status: 200 len: 1094 time: 0.7329428 Mar 10 04:29:06.647562 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'tag': 'e747c997-2631-4a16-bfb0-fa24ecebd230'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:06.650415 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4956f2b-b5c0-4c32-8d1a-c90892907227" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6db4a4-9b55-4369-aad2-af1cd4746c8d", "tag": "e747c997-2631-4a16-bfb0-fa24ecebd230"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:06.677772 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d73e83-1408-4c9e-b85d-c7a38beb066b service neutron] Pushing event updated for resources: {'Port': ['ID=e747c997-2631-4a16-bfb0-fa24ecebd230,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:06.806871 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec50dbc-a333-4deb-8adb-9149a0fef736 x-openstack-request-id: req-4ec50dbc-a333-4deb-8adb-9149a0fef736 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:06.807166 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6db4a4-9b55-4369-aad2-af1cd4746c8d", "tag": "e747c997-2631-4a16-bfb0-fa24ecebd230", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:06.807424 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ec50dbc-a333-4deb-8adb-9149a0fef736 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:06.807813 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'tag': 'e747c997-2631-4a16-bfb0-fa24ecebd230', 'status': 'completed', 'code': 200} Mar 10 04:29:06.824102 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-32e86040-d790-45fd-8b89-0dd5beaa8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:06.825629 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-32e86040-d790-45fd-8b89-0dd5beaa8c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 1128 time: 0.0507920 Mar 10 04:29:06.867942 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-c3570000-1ade-4ce4-9f78-71c3664dbd18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e747c997-2631-4a16-bfb0-fa24ecebd230 HTTP/1.1" status: 200 len: 217 time: 0.0346773 Mar 10 04:29:06.918181 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-2b923823-b30b-41bf-963f-04ec1d229b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:06.919540 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-2b923823-b30b-41bf-963f-04ec1d229b78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd6f2e75-b232-4460-bb26-4ed7b70a5fd9 HTTP/1.1" status: 200 len: 849 time: 0.0440948 Mar 10 04:29:06.949117 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-cf1a5798-4025-41ed-8993-ff18ab53c4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239747 Mar 10 04:29:07.041456 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-80946950-01cc-45d4-9f15-b06cd3a4328d service neutron] 10.222.0.37 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854657 Mar 10 04:29:07.134587 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-0db0ead9-25b4-42d9-8f67-402654567ccf req-1e68d812-5bc9-452d-8351-9d7d31686676 service neutron] 10.222.0.37 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Mar 10 04:29:07.270016 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-17d04a35-5912-4c1b-9feb-f5b27a4ba621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:07.271408 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-17d04a35-5912-4c1b-9feb-f5b27a4ba621 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 1128 time: 0.0434613 Mar 10 04:29:07.364850 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-093efca8-11b4-4948-b0a3-b2f59de44285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:07.366446 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-093efca8-11b4-4948-b0a3-b2f59de44285 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 HTTP/1.1" status: 200 len: 910 time: 0.0876265 Mar 10 04:29:07.384938 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82696-429f-42ae-97b5-aeab812a8095 req-e081c2ef-0136-45db-8874-a15b079aefe4 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:07.386412 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c2a82696-429f-42ae-97b5-aeab812a8095 req-e081c2ef-0136-45db-8874-a15b079aefe4 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 944 time: 0.0550179 Mar 10 04:29:07.408747 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-3a32bc8f-620b-4f16-95c0-330e421eeb4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e747c997-2631-4a16-bfb0-fa24ecebd230 HTTP/1.1" status: 200 len: 217 time: 0.0351856 Mar 10 04:29:07.433564 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c2a82696-429f-42ae-97b5-aeab812a8095 req-93cffccd-a3f4-4575-b3f3-e41d8b58d5f4 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Mar 10 04:29:07.458688 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-b677caf0-cc90-4391-b620-c42afefa358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:07.459856 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-b677caf0-cc90-4391-b620-c42afefa358e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd6f2e75-b232-4460-bb26-4ed7b70a5fd9 HTTP/1.1" status: 200 len: 849 time: 0.0445528 Mar 10 04:29:07.493362 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-5b1b9299-f1db-470b-b74c-eefb06795775 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252442 Mar 10 04:29:07.587572 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-a95c3659-4658-45fb-b10c-50ce82953553 service neutron] 10.222.0.37 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 Mar 10 04:29:07.677841 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-b4956f2b-b5c0-4c32-8d1a-c90892907227 req-c8d9f84a-dc32-4706-806a-1c82dc783c88 service neutron] 10.222.0.37 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837212 Mar 10 04:29:08.554494 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0645fc-f34e-423f-ad10-bffde67a69f0 req-a40e128e-9a51-473f-b0ce-e674085b8033 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:08.555977 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-aa0645fc-f34e-423f-ad10-bffde67a69f0 req-a40e128e-9a51-473f-b0ce-e674085b8033 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 944 time: 0.0537088 Mar 10 04:29:08.603657 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-aa0645fc-f34e-423f-ad10-bffde67a69f0 req-80d1c817-2795-4c83-9bde-d8a8f66f1275 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Mar 10 04:29:09.482167 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e747c997-2631-4a16-bfb0-fa24ecebd230 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:29:09.577686 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port e747c997-2631-4a16-bfb0-fa24ecebd230, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e747c997-2631-4a16-bfb0-fa24ecebd230,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:09.588769 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'e747c997-2631-4a16-bfb0-fa24ecebd230', 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919', 'port_id': 'e747c997-2631-4a16-bfb0-fa24ecebd230', 'mac_address': 'fa:16:3e:78:56:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6f2e75-b232-4460-bb26-4ed7b70a5fd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:29:09.623448 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port e747c997-2631-4a16-bfb0-fa24ecebd230 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:29:09.623836 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:09.637224 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e747c997-2631-4a16-bfb0-fa24ecebd230 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:29:09.657132 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port e747c997-2631-4a16-bfb0-fa24ecebd230, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e747c997-2631-4a16-bfb0-fa24ecebd230,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:09.720327 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a0352-6137-4379-bb1f-f67748143d01 req-6b7a9d3c-0a93-4765-bf6c-794e13fae127 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:09.721804 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-948a0352-6137-4379-bb1f-f67748143d01 req-6b7a9d3c-0a93-4765-bf6c-794e13fae127 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 944 time: 0.0513375 Mar 10 04:29:09.747634 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:09.771439 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-948a0352-6137-4379-bb1f-f67748143d01 req-28c08019-90bc-44a4-b5dd-2abb3f9203ae tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440297 Mar 10 04:29:09.794485 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=e747c997-2631-4a16-bfb0-fa24ecebd230,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:09.801781 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.802126 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.802464 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.802799 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.803126 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.803452 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.803778 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.804126 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.804451 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.804776 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.805103 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.805421 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:09.805738 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:29:10.055078 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['e747c997-2631-4a16-bfb0-fa24ecebd230'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:29:10.104396 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:29:10.889902 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547a3b7-9c84-4706-b99b-057fd7989bb8 req-8711466d-767b-42e1-9323-80b8ddfff9c3 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:10.891372 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c547a3b7-9c84-4706-b99b-057fd7989bb8 req-8711466d-767b-42e1-9323-80b8ddfff9c3 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 945 time: 0.0507236 Mar 10 04:29:10.936429 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c547a3b7-9c84-4706-b99b-057fd7989bb8 req-4ae1bb34-c8d0-439c-be2a-3e366dcb868a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Mar 10 04:29:11.495168 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e747c997-2631-4a16-bfb0-fa24ecebd230 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:29:11.621430 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port e747c997-2631-4a16-bfb0-fa24ecebd230 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:29:11.625244 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port e747c997-2631-4a16-bfb0-fa24ecebd230 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:29:11.626879 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:11.703214 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port e747c997-2631-4a16-bfb0-fa24ecebd230 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:29:11.703604 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:11.725908 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e747c997-2631-4a16-bfb0-fa24ecebd230'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:11.728193 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1bd6c5-f202-4bdd-831a-530ce162f62c" -d '{"events": [{"server_uuid": "ad6db4a4-9b55-4369-aad2-af1cd4746c8d", "name": "network-vif-plugged", "status": "completed", "tag": "e747c997-2631-4a16-bfb0-fa24ecebd230"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:11.746391 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port e747c997-2631-4a16-bfb0-fa24ecebd230, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e747c997-2631-4a16-bfb0-fa24ecebd230,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:11.804715 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:11.827417 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61a27f0-dc95-41b3-9a52-5790b191b563 x-openstack-request-id: req-d61a27f0-dc95-41b3-9a52-5790b191b563 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:11.827701 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6db4a4-9b55-4369-aad2-af1cd4746c8d", "name": "network-vif-plugged", "status": "completed", "tag": "e747c997-2631-4a16-bfb0-fa24ecebd230", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:11.827963 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d61a27f0-dc95-41b3-9a52-5790b191b563 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:11.828480 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e747c997-2631-4a16-bfb0-fa24ecebd230', 'code': 200} Mar 10 04:29:11.861865 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=e747c997-2631-4a16-bfb0-fa24ecebd230,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:12.057913 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff99a2-5a13-411f-a6ef-1319656aa94a req-c43f3255-ceed-4040-81e6-103aa13cf631 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:12.059327 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-11ff99a2-5a13-411f-a6ef-1319656aa94a req-c43f3255-ceed-4040-81e6-103aa13cf631 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 946 time: 0.0533078 Mar 10 04:29:12.096369 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce031323-f67c-40b3-9e0f-d9488d387206 req-a18b98e3-7b90-4437-832f-c41defed3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:12.098545 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ce031323-f67c-40b3-9e0f-d9488d387206 req-a18b98e3-7b90-4437-832f-c41defed3a71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 1130 time: 0.0428326 Mar 10 04:29:12.106509 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-11ff99a2-5a13-411f-a6ef-1319656aa94a req-4796cedd-3cb1-4e4a-beab-26ac1b573a8c tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Mar 10 04:29:12.140289 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-ce031323-f67c-40b3-9e0f-d9488d387206 req-997d8372-c424-43e2-a2df-4e660dcbcabf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358043 Mar 10 04:29:13.226234 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334a47d-1353-431a-b876-712327429207 req-7b90ba25-4146-455f-b900-877526232df8 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:13.227609 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a334a47d-1353-431a-b876-712327429207 req-7b90ba25-4146-455f-b900-877526232df8 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 946 time: 0.0547342 Mar 10 04:29:13.272777 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a334a47d-1353-431a-b876-712327429207 req-a9e6340d-883e-4716-8e35-7056504772be tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Mar 10 04:29:14.385347 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7a84-c9d3-460a-9dca-72a6aed8162a req-de7cc849-6178-40f0-a892-2a3ff409a36b tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:14.386789 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1cab7a84-c9d3-460a-9dca-72a6aed8162a req-de7cc849-6178-40f0-a892-2a3ff409a36b tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 946 time: 0.0499778 Mar 10 04:29:14.432305 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1cab7a84-c9d3-460a-9dca-72a6aed8162a req-18c07637-0e82-4eac-b20b-298e7ccef174 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Mar 10 04:29:15.630671 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d4e2c-12c6-474a-b087-d6b09b3af75e req-413f0c70-5ff0-41d2-be3a-97252d111744 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:15.632079 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8e6d4e2c-12c6-474a-b087-d6b09b3af75e req-413f0c70-5ff0-41d2-be3a-97252d111744 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 946 time: 0.0546589 Mar 10 04:29:15.678247 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8e6d4e2c-12c6-474a-b087-d6b09b3af75e req-5a6f306a-e6c8-4f07-bc79-2d0a68e97c76 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Mar 10 04:29:16.797025 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf96924-6cb6-4b65-a634-8ccf5bfb58b9 req-f3366174-ed24-46c4-8c79-24e2841a1f80 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:16.798473 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5cf96924-6cb6-4b65-a634-8ccf5bfb58b9 req-f3366174-ed24-46c4-8c79-24e2841a1f80 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 946 time: 0.0520401 Mar 10 04:29:16.845768 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-5cf96924-6cb6-4b65-a634-8ccf5bfb58b9 req-1a577d36-6918-4982-98d2-e1e8d6765780 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Mar 10 04:29:17.202509 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bca30-8497-4524-8894-eeff8e96ef03 req-f5d2d8e8-e0ce-46b3-9cee-5f3989f3b2a9 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:17.203917 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-102bca30-8497-4524-8894-eeff8e96ef03 req-f5d2d8e8-e0ce-46b3-9cee-5f3989f3b2a9 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 946 time: 0.0500600 Mar 10 04:29:17.294852 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Deleting port e747c997-2631-4a16-bfb0-fa24ecebd230 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:29:17.295199 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:17.380967 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] For port e747c997-2631-4a16-bfb0-fa24ecebd230, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e747c997-2631-4a16-bfb0-fa24ecebd230,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:17.381251 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:17.393412 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Calling delete_port for e747c997-2631-4a16-bfb0-fa24ecebd230 owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:29:17.604422 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (e747c997-2631-4a16-bfb0-fa24ecebd230), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:17.616359 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['e747c997-2631-4a16-bfb0-fa24ecebd230'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:29:17.633460 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Pushing event deleted for resources: {'Port': ['ID=e747c997-2631-4a16-bfb0-fa24ecebd230,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:17.677848 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] No DVR routers for this DVR port e747c997-2631-4a16-bfb0-fa24ecebd230 on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:29:17.680454 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:17.683773 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-102bca30-8497-4524-8894-eeff8e96ef03 req-831fa89b-f43c-4a4b-82cd-0945b5bc9158 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "DELETE /v2.0/ports/e747c997-2631-4a16-bfb0-fa24ecebd230 HTTP/1.1" status: 204 len: 173 time: 0.4742360 Mar 10 04:29:17.684233 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'name': 'network-vif-deleted', 'tag': 'e747c997-2631-4a16-bfb0-fa24ecebd230'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:17.686483 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e408c0ef-6f44-43ae-bc72-a7375f954be1" -d '{"events": [{"server_uuid": "ad6db4a4-9b55-4369-aad2-af1cd4746c8d", "name": "network-vif-deleted", "tag": "e747c997-2631-4a16-bfb0-fa24ecebd230"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:17.721193 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ce08c-96a1-49ac-b929-413f9b017466 x-openstack-request-id: req-e94ce08c-96a1-49ac-b929-413f9b017466 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:17.721513 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6db4a4-9b55-4369-aad2-af1cd4746c8d", "name": "network-vif-deleted", "tag": "e747c997-2631-4a16-bfb0-fa24ecebd230", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:17.721770 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e94ce08c-96a1-49ac-b929-413f9b017466 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:17.722167 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6db4a4-9b55-4369-aad2-af1cd4746c8d', 'name': 'network-vif-deleted', 'tag': 'e747c997-2631-4a16-bfb0-fa24ecebd230', 'status': 'completed', 'code': 200} Mar 10 04:29:17.942374 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-beaa540b-85a7-4f00-b0bd-93009cd51165 req-b872b7ac-7935-4d12-b451-2a49fe619a69 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad6db4a4-9b55-4369-aad2-af1cd4746c8d HTTP/1.1" status: 200 len: 210 time: 0.0268862 Mar 10 04:29:19.224989 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-74f79b37-77db-4f69-ba80-7b0486fe2042 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:19.226425 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-74f79b37-77db-4f69-ba80-7b0486fe2042 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/networks?id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 HTTP/1.1" status: 200 len: 809 time: 0.1152911 Mar 10 04:29:19.241494 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-f4418ff9-6029-44b8-9ee2-d5d7fb6898f7 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/quotas/c1d8b5b62a6b49f7a6593e1223c1673a HTTP/1.1" status: 200 len: 375 time: 0.0096326 Mar 10 04:29:19.273086 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-ee98f03d-ef48-4dab-ae64-c459f96a32da tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263741 Mar 10 04:29:19.327879 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-494a815d-8d55-47bb-a96b-9a019f80ee8c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:29:19.328973 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-494a815d-8d55-47bb-a96b-9a019f80ee8c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489907 Mar 10 04:29:19.422872 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-2b740136-c304-40e4-b346-21ce2aa3c268 service neutron] 10.222.0.32 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871580 Mar 10 04:29:19.526511 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-55a9e8bf-472f-4dda-8bef-54d360b3889c service neutron] 10.222.0.32 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977516 Mar 10 04:29:19.761775 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c8dd4fee-726b-476a-be11-3a5b1e579107 req-c0d81534-58ec-45ba-a38a-63709b251e77 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 210 time: 0.0325072 Mar 10 04:29:20.859737 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-7e9afdae-4292-4813-a7d2-3959268814fc req-7a02a586-0f84-46e6-a865-41a9ceaa8d0a tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 210 time: 0.0280638 Mar 10 04:29:21.568027 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-b88f49b4-3445-423f-bd12-d1d609596203 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:21.569490 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-b88f49b4-3445-423f-bd12-d1d609596203 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "GET /v2.0/networks?id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 HTTP/1.1" status: 200 len: 809 time: 0.1069682 Mar 10 04:29:21.581174 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Request body: {'port': {'device_id': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919', 'admin_state_up': True, 'tenant_id': 'c1d8b5b62a6b49f7a6593e1223c1673a'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:29:21.621181 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e747c997-2631-4a16-bfb0-fa24ecebd230 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:29:21.641483 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: e747c997-2631-4a16-bfb0-fa24ecebd230 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:29:21.641830 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device e747c997-2631-4a16-bfb0-fa24ecebd230 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:29:21.764483 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Made reservation on behalf of c1d8b5b62a6b49f7a6593e1223c1673a for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:29:21.767806 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:21.893009 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Allocated IP 172.20.0.13 (0f8b06a1-9420-4039-9ccf-4f9b7bf6d919/cd6f2e75-b232-4460-bb26-4ed7b70a5fd9/b8118372-4f85-4e6d-bd84-3810124bdca5) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:29:21.963125 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6bdf7edb-2c62-41c9-bba3-05739292170b req-270408b9-2548-4102-a45f-962f46bf1629 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 210 time: 0.0281267 Mar 10 04:29:21.976137 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.049323 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks [] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.179556 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.221902 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:29:22.226920 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:29:22.230663 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:29:22.237041 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Pushing event updated for resources: {'Port': ['ID=b8118372-4f85-4e6d-bd84-3810124bdca5,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:22.285433 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:22.286024 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.372656 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-c50339c9-c230-453c-b761-81efba50bfad tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7949915 Mar 10 04:29:22.421625 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Request body: {'port': {'device_id': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:29:22.479419 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.738331 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8118372-4f85-4e6d-bd84-3810124bdca5 {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:29:22.746165 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Publish callbacks [] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.758957 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Transition to ACTIVE for port object b8118372-4f85-4e6d-bd84-3810124bdca5 will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:29:22.760126 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-12552dde-29dd-4310-a8c0-27e054a54ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.853712 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:22.903598 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Pushing event updated for resources: {'Port': ['ID=b8118372-4f85-4e6d-bd84-3810124bdca5,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:22.970192 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Attempting to bind port b8118372-4f85-4e6d-bd84-3810124bdca5 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:29:22.970553 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Attempting to bind port b8118372-4f85-4e6d-bd84-3810124bdca5 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:29:22.970885 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Attempting to bind port b8118372-4f85-4e6d-bd84-3810124bdca5 on network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:29:22.975877 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Port b8118372-4f85-4e6d-bd84-3810124bdca5 on network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:29:22.977876 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Attempting to bind port b8118372-4f85-4e6d-bd84-3810124bdca5 on network 0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:29:22.981272 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:29:22.981638 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Checking segment: {'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:29:22.981986 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Bound using segment: {'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:29:22.982411 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Bound port: b8118372-4f85-4e6d-bd84-3810124bdca5, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100c8486-34ce-482c-8530-6f0389fb9a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:29:22.982768 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:23.062884 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] For port b8118372-4f85-4e6d-bd84-3810124bdca5, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:29:23.066396 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] For port b8118372-4f85-4e6d-bd84-3810124bdca5, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8118372-4f85-4e6d-bd84-3810124bdca5,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:29:23.091467 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc77807-ab5c-4a89-8e43-0971d9678068 req-e705b43c-bbf0-4da3-99f7-92453abd5cf5 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:23.093090 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fc77807-ab5c-4a89-8e43-0971d9678068 req-e705b43c-bbf0-4da3-99f7-92453abd5cf5 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 944 time: 0.0596502 Mar 10 04:29:23.128542 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:23.155383 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6fc77807-ab5c-4a89-8e43-0971d9678068 req-3b072556-cf22-4847-b751-1535e44ec718 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555079 Mar 10 04:29:23.163752 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:23.164405 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:23.167973 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] 10.222.0.37 "PUT /v2.0/ports/b8118372-4f85-4e6d-bd84-3810124bdca5 HTTP/1.1" status: 200 len: 1094 time: 0.7485054 Mar 10 04:29:23.167973 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'tag': 'b8118372-4f85-4e6d-bd84-3810124bdca5'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:23.168520 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb79ec-b4ec-49a4-a7ea-e1e06edcc233" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc9db24-dd3b-4b95-93a0-671df3081fca", "tag": "b8118372-4f85-4e6d-bd84-3810124bdca5"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:23.191881 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e14e81-306e-46b6-ae86-8033af41eb68 service neutron] Pushing event updated for resources: {'Port': ['ID=b8118372-4f85-4e6d-bd84-3810124bdca5,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:23.216329 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e7479-c763-4406-a781-b2de363233b4 x-openstack-request-id: req-360e7479-c763-4406-a781-b2de363233b4 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:23.216619 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc9db24-dd3b-4b95-93a0-671df3081fca", "tag": "b8118372-4f85-4e6d-bd84-3810124bdca5", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:23.216869 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-360e7479-c763-4406-a781-b2de363233b4 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:23.217265 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'tag': 'b8118372-4f85-4e6d-bd84-3810124bdca5', 'status': 'completed', 'code': 200} Mar 10 04:29:23.285719 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb79ec-b4ec-49a4-a7ea-e1e06edcc233 req-0c23cbb2-f602-42fb-bebb-1e808c59658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:23.287740 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-5cbb79ec-b4ec-49a4-a7ea-e1e06edcc233 req-0c23cbb2-f602-42fb-bebb-1e808c59658e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 1128 time: 0.0468218 Mar 10 04:29:23.643261 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb79ec-b4ec-49a4-a7ea-e1e06edcc233 req-2c586e4d-bb36-4d62-98d0-e02d5afddfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:23.644744 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-5cbb79ec-b4ec-49a4-a7ea-e1e06edcc233 req-2c586e4d-bb36-4d62-98d0-e02d5afddfe1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3495235 Mar 10 04:29:23.745016 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb79ec-b4ec-49a4-a7ea-e1e06edcc233 req-1489a12b-fed0-4535-be4c-8d87225a5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:23.746493 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-5cbb79ec-b4ec-49a4-a7ea-e1e06edcc233 req-1489a12b-fed0-4535-be4c-8d87225a5621 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948532 Mar 10 04:29:23.828793 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-b9cfaa3f-9a4f-483a-a7c7-2237f37c5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:23.830274 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-b9cfaa3f-9a4f-483a-a7c7-2237f37c5641 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 1128 time: 0.0471003 Mar 10 04:29:23.871551 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-35bbefcd-93aa-426a-af49-52a6ecf7aa6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8118372-4f85-4e6d-bd84-3810124bdca5 HTTP/1.1" status: 200 len: 217 time: 0.0331345 Mar 10 04:29:23.920652 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-2dd9382e-741c-4d12-bd31-92843b326e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:23.922035 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-2dd9382e-741c-4d12-bd31-92843b326e49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd6f2e75-b232-4460-bb26-4ed7b70a5fd9 HTTP/1.1" status: 200 len: 849 time: 0.0446246 Mar 10 04:29:23.956993 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-29b7efa4-c4aa-49d5-8fc1-ac951f31dd7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276258 Mar 10 04:29:24.047907 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-5a896133-40f4-4724-b536-b90610ab7132 service neutron] 10.222.0.37 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Mar 10 04:29:24.138620 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-72a3ebd7-660c-4fbb-a2d5-07320cb83fa8 req-88a74cfb-2b9f-408c-a61a-e9423baff94f service neutron] 10.222.0.37 "GET /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Mar 10 04:29:24.279174 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b639dff-a9b3-4b65-8fe0-e3f0c4e0a884 req-dbc7d86e-1d6f-4afa-819c-6b3613b21635 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:24.280720 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b639dff-a9b3-4b65-8fe0-e3f0c4e0a884 req-dbc7d86e-1d6f-4afa-819c-6b3613b21635 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 944 time: 0.0557184 Mar 10 04:29:24.327263 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-0b639dff-a9b3-4b65-8fe0-e3f0c4e0a884 req-36e11020-34d7-4e7e-b445-62e484068c1d tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403564 Mar 10 04:29:25.038600 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-58dfa372-0a4d-4a06-b840-ce54d1500a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:25.443515 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454cc90-b4e0-49b3-a30b-3067cd2a91d6 req-80c7c67e-ae71-413e-b903-84d8f5d3be7f tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:25.445040 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d454cc90-b4e0-49b3-a30b-3067cd2a91d6 req-80c7c67e-ae71-413e-b903-84d8f5d3be7f tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 944 time: 0.0526800 Mar 10 04:29:25.491514 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d454cc90-b4e0-49b3-a30b-3067cd2a91d6 req-d0218971-ce81-457a-8f11-2f3b96996978 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Mar 10 04:29:26.387489 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:26.613842 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d7f84-46f2-4a72-a5b2-abff153ce96d req-2b7a84fa-0213-47a3-ac07-d8efe4d439da tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:26.615245 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ed9d7f84-46f2-4a72-a5b2-abff153ce96d req-2b7a84fa-0213-47a3-ac07-d8efe4d439da tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 944 time: 0.0553164 Mar 10 04:29:26.669266 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-ed9d7f84-46f2-4a72-a5b2-abff153ce96d req-9b29b731-31d3-48f4-80c0-61468b0efd63 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Mar 10 04:29:27.655120 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b8118372-4f85-4e6d-bd84-3810124bdca5 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:29:27.767989 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port b8118372-4f85-4e6d-bd84-3810124bdca5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8118372-4f85-4e6d-bd84-3810124bdca5,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:27.781554 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': 'b8118372-4f85-4e6d-bd84-3810124bdca5', 'network_id': '0f8b06a1-9420-4039-9ccf-4f9b7bf6d919', 'port_id': 'b8118372-4f85-4e6d-bd84-3810124bdca5', 'mac_address': 'fa:16:3e:c2:45:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6f2e75-b232-4460-bb26-4ed7b70a5fd9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:29:27.796195 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7383f-0c4c-400b-a033-e9e1855ba4c6 req-e250cbaf-efb0-410e-89b9-01df3c08808c tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:27.803479 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-09d7383f-0c4c-400b-a033-e9e1855ba4c6 req-e250cbaf-efb0-410e-89b9-01df3c08808c tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 944 time: 0.0623364 Mar 10 04:29:27.830311 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port b8118372-4f85-4e6d-bd84-3810124bdca5 is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:29:27.830740 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:27.839756 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:27.844474 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8118372-4f85-4e6d-bd84-3810124bdca5 {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:29:27.850645 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-09d7383f-0c4c-400b-a033-e9e1855ba4c6 req-2b79a5cd-869d-4cbd-af87-9b8c91746329 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Mar 10 04:29:27.866425 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port b8118372-4f85-4e6d-bd84-3810124bdca5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8118372-4f85-4e6d-bd84-3810124bdca5,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:27.930277 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:27.984339 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=b8118372-4f85-4e6d-bd84-3810124bdca5,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:28.247707 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['b8118372-4f85-4e6d-bd84-3810124bdca5'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:29:28.518265 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-2c223a13-d88b-4ef2-83d0-4138a37a42ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471559 Mar 10 04:29:28.609334 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-5757720b-0df5-4a9c-a87c-5670c0d8f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:28.610846 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-5757720b-0df5-4a9c-a87c-5670c0d8f2f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1af3e44914334da4bb8a9be00c432038&device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 1129 time: 0.0459969 Mar 10 04:29:28.718037 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-9c84a989-562d-43e3-a73f-c70ebf280d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:28.719515 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-9c84a989-562d-43e3-a73f-c70ebf280d92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f030d-7e06-48eb-89ec-0b4f834246df HTTP/1.1" status: 200 len: 914 time: 0.0876355 Mar 10 04:29:28.760550 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-2f1b917d-5a66-4faf-af6a-84987a6de565 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceac8fbe-26f5-4292-9949-041fd2bbb339 HTTP/1.1" status: 200 len: 217 time: 0.0347953 Mar 10 04:29:28.809901 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-6f5eda86-7551-47d3-8f5d-ac8d868a4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:28.811447 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-6f5eda86-7551-47d3-8f5d-ac8d868a4293 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a905b5b6-47f7-4f21-a472-a324870cc41b HTTP/1.1" status: 200 len: 853 time: 0.0443106 Mar 10 04:29:28.841678 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-24a06649-599c-4035-a0c8-d50f6e6182bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f030d-7e06-48eb-89ec-0b4f834246df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241387 Mar 10 04:29:28.936091 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-95f3d1e1-e7b3-4e37-bfbc-2d803679322a service neutron] 10.222.0.37 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884690 Mar 10 04:29:29.010530 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4911a-68dc-4e20-b304-8a47a276b75c req-f4a33ae1-c334-4b42-aff9-864c7f2e61eb tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:29.012955 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cbd4911a-68dc-4e20-b304-8a47a276b75c req-f4a33ae1-c334-4b42-aff9-864c7f2e61eb tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 945 time: 0.0928783 Mar 10 04:29:29.030324 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-2a370e57-c6b5-4859-9fd8-789cfbbdbbb7 req-54a14c0f-c7a8-4df8-aa93-f3fbbbfe555e service neutron] 10.222.0.37 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868669 Mar 10 04:29:29.061652 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-cbd4911a-68dc-4e20-b304-8a47a276b75c req-108f01c2-e0d8-46bc-bf86-6727ebcf5dae tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Mar 10 04:29:29.198800 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:29.570000 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137748a-6b57-44df-ab53-815b69a563e7 req-4d680086-f9d0-49bb-83be-c9daa93e0539 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:29.571479 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6137748a-6b57-44df-ab53-815b69a563e7 req-4d680086-f9d0-49bb-83be-c9daa93e0539 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0549245 Mar 10 04:29:29.618601 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6137748a-6b57-44df-ab53-815b69a563e7 req-781a388d-ca3a-404a-8161-01f91795049d tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Mar 10 04:29:29.667495 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b8118372-4f85-4e6d-bd84-3810124bdca5 up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:29:29.761981 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port b8118372-4f85-4e6d-bd84-3810124bdca5 completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:29:29.766265 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port b8118372-4f85-4e6d-bd84-3810124bdca5 triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:29:29.766637 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:29.844575 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port b8118372-4f85-4e6d-bd84-3810124bdca5 is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:29:29.844970 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:29.866457 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8118372-4f85-4e6d-bd84-3810124bdca5'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:29.868692 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8d4d6e-47f6-4666-be1b-2060d9a664c6" -d '{"events": [{"server_uuid": "ddc9db24-dd3b-4b95-93a0-671df3081fca", "name": "network-vif-plugged", "status": "completed", "tag": "b8118372-4f85-4e6d-bd84-3810124bdca5"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:29.881264 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port b8118372-4f85-4e6d-bd84-3810124bdca5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8118372-4f85-4e6d-bd84-3810124bdca5,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:29.906288 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b1e84-ff2b-410c-837b-5045ce07ca62 x-openstack-request-id: req-2a8b1e84-ff2b-410c-837b-5045ce07ca62 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:29.906578 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc9db24-dd3b-4b95-93a0-671df3081fca", "name": "network-vif-plugged", "status": "completed", "tag": "b8118372-4f85-4e6d-bd84-3810124bdca5", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:29.906835 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a8b1e84-ff2b-410c-837b-5045ce07ca62 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:29.907225 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8118372-4f85-4e6d-bd84-3810124bdca5', 'code': 200} Mar 10 04:29:29.950409 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:29.999712 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=b8118372-4f85-4e6d-bd84-3810124bdca5,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:30.180210 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7571ea-7561-4ed7-ad26-b42144ff4716 req-e5fbc33a-d8bc-4b33-96ee-5d6fc7882616 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:30.181740 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe7571ea-7561-4ed7-ad26-b42144ff4716 req-e5fbc33a-d8bc-4b33-96ee-5d6fc7882616 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 946 time: 0.0530748 Mar 10 04:29:30.210774 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b8bb-0653-449f-b936-b95629312a30 req-35c0dcdd-639d-4945-b641-7e40a02db035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:30.212319 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-67e1b8bb-0653-449f-b936-b95629312a30 req-35c0dcdd-639d-4945-b641-7e40a02db035 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 1130 time: 0.0472059 Mar 10 04:29:30.229221 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-fe7571ea-7561-4ed7-ad26-b42144ff4716 req-6e62bb95-6a5a-49dd-813f-b4d1c936716c tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Mar 10 04:29:30.257547 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-67e1b8bb-0653-449f-b936-b95629312a30 req-588f087e-5740-483f-98b5-fbe2bc7a0e31 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Mar 10 04:29:30.739472 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c3eac-7e79-41f4-a5fd-aef6556f8f13 req-b2db5d0c-466e-4474-b8fe-3b8b6f7a1697 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:30.741016 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d1c3eac-7e79-41f4-a5fd-aef6556f8f13 req-b2db5d0c-466e-4474-b8fe-3b8b6f7a1697 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0518050 Mar 10 04:29:30.791596 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-3d1c3eac-7e79-41f4-a5fd-aef6556f8f13 req-10ce87a9-75ed-475e-b4b3-146727355747 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Mar 10 04:29:31.344886 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284191f-e6ff-4701-a8fe-60f5b5a80876 req-41e635ef-7a5c-41f2-a582-9c4f53cc69f8 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:31.346373 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a284191f-e6ff-4701-a8fe-60f5b5a80876 req-41e635ef-7a5c-41f2-a582-9c4f53cc69f8 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 946 time: 0.0515838 Mar 10 04:29:31.392455 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-a284191f-e6ff-4701-a8fe-60f5b5a80876 req-e417c9c9-c4d5-45a9-bbc1-0b24a41cdb46 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Mar 10 04:29:31.908007 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a71a9-1697-4beb-a885-5641bc39440c req-abf22a9a-fb08-42b5-944a-37d2720ce118 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:31.909571 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4a1a71a9-1697-4beb-a885-5641bc39440c req-abf22a9a-fb08-42b5-944a-37d2720ce118 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0517962 Mar 10 04:29:31.956562 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4a1a71a9-1697-4beb-a885-5641bc39440c req-38b4e908-e44d-43c4-90d4-a21c5b5d4ce7 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Mar 10 04:29:32.511481 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e614-c0d5-446e-aba9-a7598b052c72 req-935ac094-f5ac-4a6f-9ab6-76b8487c67f0 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:32.512996 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8008e614-c0d5-446e-aba9-a7598b052c72 req-935ac094-f5ac-4a6f-9ab6-76b8487c67f0 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 946 time: 0.0555396 Mar 10 04:29:32.560558 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-8008e614-c0d5-446e-aba9-a7598b052c72 req-d52a7206-0950-4b8c-9329-4ee9d01272b0 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Mar 10 04:29:33.077628 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e282273-8fe5-4d46-8618-bae0b3e9fcf0 req-fbe5744e-49ce-4690-8a58-d44e6754500a tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:33.079122 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2e282273-8fe5-4d46-8618-bae0b3e9fcf0 req-fbe5744e-49ce-4690-8a58-d44e6754500a tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0538321 Mar 10 04:29:33.127375 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-2e282273-8fe5-4d46-8618-bae0b3e9fcf0 req-f215d232-1768-4a91-ac25-828aafd32bc1 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Mar 10 04:29:33.866544 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e4afe-342d-4e79-91cc-bfe616578e83 req-bb17fadb-1c1e-4882-bec2-6a38c61d4ffc tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:33.868024 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9d4e4afe-342d-4e79-91cc-bfe616578e83 req-bb17fadb-1c1e-4882-bec2-6a38c61d4ffc tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 946 time: 0.0553544 Mar 10 04:29:33.915145 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-9d4e4afe-342d-4e79-91cc-bfe616578e83 req-186eb7d3-92a3-4ffb-8338-083ce536688f tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Mar 10 04:29:34.243194 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbe1fd-51e5-4d12-b86b-fddace9c86fa req-7b25ebc2-8f42-4d26-89ba-68c6687bd1be tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:34.244702 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1dbe1fd-51e5-4d12-b86b-fddace9c86fa req-7b25ebc2-8f42-4d26-89ba-68c6687bd1be tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0509667 Mar 10 04:29:34.291206 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-c1dbe1fd-51e5-4d12-b86b-fddace9c86fa req-b2c124d6-2b79-42ef-97fa-c6db7af5fda1 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Mar 10 04:29:34.702962 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-9f098ccc-0b12-45bd-af61-d92f7bdfe749 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:34.704445 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-9f098ccc-0b12-45bd-af61-d92f7bdfe749 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 945 time: 0.0513759 Mar 10 04:29:34.799051 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Deleting port ceac8fbe-26f5-4292-9949-041fd2bbb339 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:29:34.799274 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:34.885899 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] For port ceac8fbe-26f5-4292-9949-041fd2bbb339, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ceac8fbe-26f5-4292-9949-041fd2bbb339,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:34.886333 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:34.898875 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Calling delete_port for ceac8fbe-26f5-4292-9949-041fd2bbb339 owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:29:35.032979 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9201d-c399-4909-a389-be3c4190e378 req-8e82483b-afbe-4c98-aa55-ab985030186b tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:35.034468 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-56a9201d-c399-4909-a389-be3c4190e378 req-8e82483b-afbe-4c98-aa55-ab985030186b tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 946 time: 0.0528913 Mar 10 04:29:35.084723 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-56a9201d-c399-4909-a389-be3c4190e378 req-2ebabea7-9b4f-4b4d-882f-c3250d2e9d09 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/security-groups?id=4f6e17b4-4501-43c4-ac0e-36357267ce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Mar 10 04:29:35.101705 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (ceac8fbe-26f5-4292-9949-041fd2bbb339), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:35.116367 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['ceac8fbe-26f5-4292-9949-041fd2bbb339'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:29:35.135526 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Pushing event deleted for resources: {'Port': ['ID=ceac8fbe-26f5-4292-9949-041fd2bbb339,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:35.178789 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] No DVR routers for this DVR port ceac8fbe-26f5-4292-9949-041fd2bbb339 on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:29:35.181249 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:35.184698 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-d0274a19-8468-4c90-bba1-f87c23d09682 req-119ca73f-1a29-4036-84cd-557252ece6cc tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "DELETE /v2.0/ports/ceac8fbe-26f5-4292-9949-041fd2bbb339 HTTP/1.1" status: 204 len: 173 time: 0.4747109 Mar 10 04:29:35.185200 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'name': 'network-vif-deleted', 'tag': 'ceac8fbe-26f5-4292-9949-041fd2bbb339'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:35.188634 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7991d8-7bb6-43b7-a4a8-a69a11c4148a" -d '{"events": [{"server_uuid": "fd1fac45-1b8f-4d81-b628-4e742f2e1d3d", "name": "network-vif-deleted", "tag": "ceac8fbe-26f5-4292-9949-041fd2bbb339"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:35.224756 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc68ef1-6d8a-4a69-8fdb-f206f3607034 x-openstack-request-id: req-9bc68ef1-6d8a-4a69-8fdb-f206f3607034 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:35.225045 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1fac45-1b8f-4d81-b628-4e742f2e1d3d", "name": "network-vif-deleted", "tag": "ceac8fbe-26f5-4292-9949-041fd2bbb339", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:35.225297 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bc68ef1-6d8a-4a69-8fdb-f206f3607034 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:35.225689 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1fac45-1b8f-4d81-b628-4e742f2e1d3d', 'name': 'network-vif-deleted', 'tag': 'ceac8fbe-26f5-4292-9949-041fd2bbb339', 'status': 'completed', 'code': 200} Mar 10 04:29:35.381747 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a1f14-5370-4d55-949a-44d5401b96eb req-179be3e7-db29-42e1-af1c-2aaaa2039afa tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:35.383264 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-673a1f14-5370-4d55-949a-44d5401b96eb req-179be3e7-db29-42e1-af1c-2aaaa2039afa tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 946 time: 0.0587535 Mar 10 04:29:35.388492 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-81304df8-d9ae-4375-a0ea-b382434fa837 req-59335d2d-1613-4fba-84d4-6440b2c0323b tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd1fac45-1b8f-4d81-b628-4e742f2e1d3d HTTP/1.1" status: 200 len: 210 time: 0.0279646 Mar 10 04:29:35.485372 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Deleting port b8118372-4f85-4e6d-bd84-3810124bdca5 {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:29:35.485909 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:35.612159 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] For port b8118372-4f85-4e6d-bd84-3810124bdca5, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b8118372-4f85-4e6d-bd84-3810124bdca5,segment=NetworkSegment(100c8486-34ce-482c-8530-6f0389fb9a30),segment_id=100c8486-34ce-482c-8530-6f0389fb9a30)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:35.612529 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:35.624323 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Calling delete_port for b8118372-4f85-4e6d-bd84-3810124bdca5 owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:29:35.810609 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (b8118372-4f85-4e6d-bd84-3810124bdca5), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:35.823925 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['b8118372-4f85-4e6d-bd84-3810124bdca5'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:29:35.845075 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Pushing event deleted for resources: {'Port': ['ID=b8118372-4f85-4e6d-bd84-3810124bdca5,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:35.892402 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] No DVR routers for this DVR port b8118372-4f85-4e6d-bd84-3810124bdca5 on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:29:35.895832 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:35.899253 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-673a1f14-5370-4d55-949a-44d5401b96eb req-06379249-6ebb-4920-85ae-4b77320f2e83 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.37 "DELETE /v2.0/ports/b8118372-4f85-4e6d-bd84-3810124bdca5 HTTP/1.1" status: 204 len: 173 time: 0.5091765 Mar 10 04:29:36.187917 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-002c5846-0460-4a98-80e7-4442d463d837 req-688a8a74-11b1-47bf-9c7b-359014d92a03 tempest-VolumesActionsTest-599357688 tempest-VolumesActionsTest-599357688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc9db24-dd3b-4b95-93a0-671df3081fca HTTP/1.1" status: 200 len: 210 time: 0.0336051 Mar 10 04:29:37.226558 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'name': 'network-vif-deleted', 'tag': 'b8118372-4f85-4e6d-bd84-3810124bdca5'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:37.229146 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c53be2-95bc-4307-a332-987e8f34bc62" -d '{"events": [{"server_uuid": "ddc9db24-dd3b-4b95-93a0-671df3081fca", "name": "network-vif-deleted", "tag": "b8118372-4f85-4e6d-bd84-3810124bdca5"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:37.268346 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a547a3-d98a-4ba0-bc66-0e7e3f715a42 x-openstack-request-id: req-32a547a3-d98a-4ba0-bc66-0e7e3f715a42 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:37.268648 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc9db24-dd3b-4b95-93a0-671df3081fca", "name": "network-vif-deleted", "tag": "b8118372-4f85-4e6d-bd84-3810124bdca5", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:37.268905 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32a547a3-d98a-4ba0-bc66-0e7e3f715a42 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:37.269326 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc9db24-dd3b-4b95-93a0-671df3081fca', 'name': 'network-vif-deleted', 'tag': 'b8118372-4f85-4e6d-bd84-3810124bdca5', 'status': 'completed', 'code': 200} Mar 10 04:29:39.711034 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device ceac8fbe-26f5-4292-9949-041fd2bbb339 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:29:39.754054 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: ceac8fbe-26f5-4292-9949-041fd2bbb339 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:29:39.755119 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device ceac8fbe-26f5-4292-9949-041fd2bbb339 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:29:39.755802 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b8118372-4f85-4e6d-bd84-3810124bdca5 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:29:39.785520 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: b8118372-4f85-4e6d-bd84-3810124bdca5 {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:29:39.786127 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device b8118372-4f85-4e6d-bd84-3810124bdca5 not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:29:41.110746 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-ceb9a043-bf93-4ca9-9dc7-ca966e594853 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:41.113005 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-ceb9a043-bf93-4ca9-9dc7-ca966e594853 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/networks?id=912f030d-7e06-48eb-89ec-0b4f834246df HTTP/1.1" status: 200 len: 813 time: 0.1370790 Mar 10 04:29:41.136011 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-ffdec3ef-343f-44c0-864c-bce340b390d7 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/quotas/1af3e44914334da4bb8a9be00c432038 HTTP/1.1" status: 200 len: 375 time: 0.0170755 Mar 10 04:29:41.176831 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-c4e4bb2c-e80d-4cd6-80a0-e9aa9fd67897 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af3e44914334da4bb8a9be00c432038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344419 Mar 10 04:29:41.276625 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-f195c6dd-0302-4bc7-99fb-08418995d1a2 service neutron] 10.222.0.32 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967281 Mar 10 04:29:41.388714 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-849b9707-d8a5-4074-aed7-ad786ba32787 service neutron] 10.222.0.32 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083205 Mar 10 04:29:41.722116 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-32a58499-70df-46d0-bf0c-9568ce1caf3f req-13ada9e8-1359-42b0-92ef-a1bd40b7c26b tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 210 time: 0.0401821 Mar 10 04:29:42.844752 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-22c7e317-44ed-485d-8c33-29dfb46be804 req-96c92f70-7b58-47f3-9637-d30e855b33a3 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 210 time: 0.0386829 Mar 10 04:29:43.956974 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-05168fcd-18cc-42f7-a677-8e5a33e330d0 req-27903572-1b4d-4278-9a86-1bec00d09aae tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 210 time: 0.0350251 Mar 10 04:29:44.000571 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3289fece-e28a-40a3-9b6d-1fcc3e63c62b tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:44.002142 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3289fece-e28a-40a3-9b6d-1fcc3e63c62b tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "GET /v2.0/networks?id=912f030d-7e06-48eb-89ec-0b4f834246df HTTP/1.1" status: 200 len: 813 time: 0.1251912 Mar 10 04:29:44.016261 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Request body: {'port': {'device_id': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df', 'admin_state_up': True, 'tenant_id': '1af3e44914334da4bb8a9be00c432038'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:29:44.272573 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Made reservation on behalf of 1af3e44914334da4bb8a9be00c432038 for: {'port': 1} {{(pid=103752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:29:44.276308 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (None), before_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:44.419633 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_common [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Allocated IP 172.20.0.3 (912f030d-7e06-48eb-89ec-0b4f834246df/a905b5b6-47f7-4f21-a472-a324870cc41b/5cf06261-7331-4e1b-8666-5be12f86a4ec) {{(pid=103752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:29:44.581651 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks [] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), precommit_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:44.691386 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743693906023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), after_create {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:44.737135 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Network 912f030d-7e06-48eb-89ec-0b4f834246df is already hosted by enough agents. {{(pid=103752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:29:44.741196 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.scheduler.base_scheduler [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Resources bound (agent type, host, resource id): {{(pid=103752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:29:44.743742 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Received port after_create {{(pid=103752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:29:44.775658 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Pushing event updated for resources: {'Port': ['ID=5cf06261-7331-4e1b-8666-5be12f86a4ec,revision_number=1']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:44.806546 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:44.807177 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:44.881594 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-3ef03e41-a231-4197-81bf-7cab115ec295 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705842 Mar 10 04:29:44.894319 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.v2.base [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Request body: {'port': {'device_id': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:29:44.961745 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:45.096197 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bc113-afe4-4746-8cf8-e9b684858365 req-60ba2f07-35e2-49b3-b9fe-ed25737f7b67 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:45.104490 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-910bc113-afe4-4746-8cf8-e9b684858365 req-60ba2f07-35e2-49b3-b9fe-ed25737f7b67 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 931 time: 0.0745251 Mar 10 04:29:45.170839 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-910bc113-afe4-4746-8cf8-e9b684858365 req-43156eed-7dd0-4703-bbb3-30781b2a8925 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632653 Mar 10 04:29:45.276114 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf06261-7331-4e1b-8666-5be12f86a4ec {{(pid=103752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:29:45.284718 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Publish callbacks [] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), precommit_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:45.302017 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.provisioning_blocks [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Transition to ACTIVE for port object 5cf06261-7331-4e1b-8666-5be12f86a4ec will not be triggered until provisioned by entity L2. {{(pid=103752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 04:29:45.369727 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:45.430293 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Pushing event updated for resources: {'Port': ['ID=5cf06261-7331-4e1b-8666-5be12f86a4ec,revision_number=2']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:45.549872 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Attempting to bind port 5cf06261-7331-4e1b-8666-5be12f86a4ec on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:29:45.551196 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Attempting to bind port 5cf06261-7331-4e1b-8666-5be12f86a4ec by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:29:45.551888 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Attempting to bind port 5cf06261-7331-4e1b-8666-5be12f86a4ec on network 912f030d-7e06-48eb-89ec-0b4f834246df {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:29:45.559752 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Port 5cf06261-7331-4e1b-8666-5be12f86a4ec on network 912f030d-7e06-48eb-89ec-0b4f834246df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 04:29:45.560355 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Attempting to bind port 5cf06261-7331-4e1b-8666-5be12f86a4ec on network 912f030d-7e06-48eb-89ec-0b4f834246df {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:29:45.567766 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Checking agent: {'id': '979412c2-9162-435e-bd88-e82ccc08eb9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'started_at': datetime.datetime(2022, 3, 10, 4, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:29:45.568367 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Checking segment: {'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:29:45.569010 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Bound using segment: {'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'} {{(pid=103752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:29:45.569779 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.managers [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Bound port: 5cf06261-7331-4e1b-8666-5be12f86a4ec, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afafca18-6a88-433d-8e46-bb42c372ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df'}}] {{(pid=103752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:29:45.570360 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), before_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:45.670597 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] For port 5cf06261-7331-4e1b-8666-5be12f86a4ec, host hv-cinder-77819, cleared binding levels {{(pid=103752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:29:45.674581 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] For port 5cf06261-7331-4e1b-8666-5be12f86a4ec, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5cf06261-7331-4e1b-8666-5be12f86a4ec,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:29:45.808005 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5938070'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), after_update {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:45.853995 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:45.853995 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:45.856973 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] 10.222.0.37 "PUT /v2.0/ports/5cf06261-7331-4e1b-8666-5be12f86a4ec HTTP/1.1" status: 200 len: 1093 time: 0.9670315 Mar 10 04:29:45.857472 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'tag': '5cf06261-7331-4e1b-8666-5be12f86a4ec'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:45.859850 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086a6724-e85c-4a47-b493-b0ac7084aabd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0c8f5d-b34e-4250-9c46-b93611b21ee6", "tag": "5cf06261-7331-4e1b-8666-5be12f86a4ec"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:45.882261 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0a320-9803-4e5f-a4d8-9bc7fa337d3f service neutron] Pushing event updated for resources: {'Port': ['ID=5cf06261-7331-4e1b-8666-5be12f86a4ec,revision_number=3']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:45.917535 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbce8741-1d3b-4cce-8bf7-54d0a065c487 x-openstack-request-id: req-bbce8741-1d3b-4cce-8bf7-54d0a065c487 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:45.917836 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0c8f5d-b34e-4250-9c46-b93611b21ee6", "tag": "5cf06261-7331-4e1b-8666-5be12f86a4ec", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:45.918097 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbce8741-1d3b-4cce-8bf7-54d0a065c487 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:45.918606 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'tag': '5cf06261-7331-4e1b-8666-5be12f86a4ec', 'status': 'completed', 'code': 200} Mar 10 04:29:46.011495 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a6724-e85c-4a47-b493-b0ac7084aabd req-5b1129d0-9bde-40ba-bcfd-3e4d2ba46397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:46.012998 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-086a6724-e85c-4a47-b493-b0ac7084aabd req-5b1129d0-9bde-40ba-bcfd-3e4d2ba46397 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1af3e44914334da4bb8a9be00c432038&device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0691140 Mar 10 04:29:46.129408 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a6724-e85c-4a47-b493-b0ac7084aabd req-c68c9015-5988-44bf-9a27-54e9bc04e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:46.130961 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-086a6724-e85c-4a47-b493-b0ac7084aabd req-c68c9015-5988-44bf-9a27-54e9bc04e0f1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1af3e44914334da4bb8a9be00c432038&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1088405 Mar 10 04:29:46.265752 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a6724-e85c-4a47-b493-b0ac7084aabd req-2a694bf7-8abc-4bd7-8c9d-1a0edf0e2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:46.267288 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-086a6724-e85c-4a47-b493-b0ac7084aabd req-2a694bf7-8abc-4bd7-8c9d-1a0edf0e2985 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261501 Mar 10 04:29:46.310755 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78028ec5-02ac-48d6-a466-e97d0c5a328d req-f698f98b-ea2e-4758-8023-59858ae6dce7 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:46.312428 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-78028ec5-02ac-48d6-a466-e97d0c5a328d req-f698f98b-ea2e-4758-8023-59858ae6dce7 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 943 time: 0.0632699 Mar 10 04:29:46.357598 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-a508d3ad-75b9-4a9f-8049-ff7b3dc67855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:46.359297 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-a508d3ad-75b9-4a9f-8049-ff7b3dc67855 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1af3e44914334da4bb8a9be00c432038&device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0499351 Mar 10 04:29:46.369908 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-78028ec5-02ac-48d6-a466-e97d0c5a328d req-c2b5d33a-f469-4f6e-a1e8-a1795fe6eff8 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509684 Mar 10 04:29:46.414377 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-4d8bde89-f2ee-4ba1-a934-34258b9289fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf06261-7331-4e1b-8666-5be12f86a4ec HTTP/1.1" status: 200 len: 217 time: 0.0485680 Mar 10 04:29:46.461535 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-83183df4-ed00-40b9-9f1b-c81ed0bb543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:46.462981 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-83183df4-ed00-40b9-9f1b-c81ed0bb543c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a905b5b6-47f7-4f21-a472-a324870cc41b HTTP/1.1" status: 200 len: 853 time: 0.0435436 Mar 10 04:29:46.495335 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-a14c9644-2776-4ee6-b297-ccf053e33667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f030d-7e06-48eb-89ec-0b4f834246df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255492 Mar 10 04:29:46.593840 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-2a14a26f-8081-425d-b1a6-8086689fd96e service neutron] 10.222.0.37 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922966 Mar 10 04:29:46.698409 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-6a1fc478-76bd-4d4d-87f8-2f3d648622dc req-a0f3318c-d9ec-4b64-be22-4266aff6b5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980272 Mar 10 04:29:47.106334 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:29:47.530205 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e86c78-0a9c-443f-8355-672e3ad4cf96 req-eb5b7916-c499-43cc-8543-8614fa23229a tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:47.531999 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-07e86c78-0a9c-443f-8355-672e3ad4cf96 req-eb5b7916-c499-43cc-8543-8614fa23229a tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 943 time: 0.0730712 Mar 10 04:29:47.592712 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-07e86c78-0a9c-443f-8355-672e3ad4cf96 req-951669cd-df77-4063-a2c1-609a4de7f690 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510616 Mar 10 04:29:48.719531 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740c73-5c51-4f56-8726-f14eaaeb37a4 req-30b6c9c8-e37e-447d-8492-d3ed45e26750 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:48.727232 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4c740c73-5c51-4f56-8726-f14eaaeb37a4 req-30b6c9c8-e37e-447d-8492-d3ed45e26750 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 943 time: 0.0611374 Mar 10 04:29:48.773767 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4c740c73-5c51-4f56-8726-f14eaaeb37a4 req-598a8293-7ac7-4a89-b4f0-fe8d4e195beb tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454984 Mar 10 04:29:49.759379 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 5cf06261-7331-4e1b-8666-5be12f86a4ec details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 04:29:49.880723 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 5cf06261-7331-4e1b-8666-5be12f86a4ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5cf06261-7331-4e1b-8666-5be12f86a4ec,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:49.922130 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4629e4-5384-4e2a-9304-21eac1d2d2ed req-f82d8972-14ca-41bb-9982-6d0a59eae1e9 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:49.930743 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b4629e4-5384-4e2a-9304-21eac1d2d2ed req-f82d8972-14ca-41bb-9982-6d0a59eae1e9 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 943 time: 0.0835667 Mar 10 04:29:49.998437 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-1b4629e4-5384-4e2a-9304-21eac1d2d2ed req-311d05fa-8d1f-4b88-b97b-ff3fbf7de791 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664299 Mar 10 04:29:50.033505 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Returning: {'device': '5cf06261-7331-4e1b-8666-5be12f86a4ec', 'network_id': '912f030d-7e06-48eb-89ec-0b4f834246df', 'port_id': '5cf06261-7331-4e1b-8666-5be12f86a4ec', 'mac_address': 'fa:16:3e:ff:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a905b5b6-47f7-4f21-a472-a324870cc41b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 04:29:50.080145 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 5cf06261-7331-4e1b-8666-5be12f86a4ec is: DOWN; New status is: BUILD {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:29:50.080560 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:50.095343 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf06261-7331-4e1b-8666-5be12f86a4ec {{(pid=103753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 04:29:50.121303 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 5cf06261-7331-4e1b-8666-5be12f86a4ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5cf06261-7331-4e1b-8666-5be12f86a4ec,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:50.204875 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:50.267849 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=5cf06261-7331-4e1b-8666-5be12f86a4ec,revision_number=4']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:50.569349 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['5cf06261-7331-4e1b-8666-5be12f86a4ec'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:29:51.131137 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf879ed-29f6-4386-88b9-09d37832a053 req-2f598a92-448c-4d49-acf5-f26439ef7b7e tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:51.132894 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-daf879ed-29f6-4386-88b9-09d37832a053 req-2f598a92-448c-4d49-acf5-f26439ef7b7e tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 944 time: 0.0735309 Mar 10 04:29:51.198798 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-daf879ed-29f6-4386-88b9-09d37832a053 req-ea81ce0d-4366-416f-9a9c-78b3b76d4651 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603116 Mar 10 04:29:51.756781 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 5cf06261-7331-4e1b-8666-5be12f86a4ec up at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:29:51.867157 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning for port 5cf06261-7331-4e1b-8666-5be12f86a4ec completed by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 04:29:51.871452 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.db.provisioning_blocks [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Provisioning complete for port 5cf06261-7331-4e1b-8666-5be12f86a4ec triggered by entity L2. {{(pid=103753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:29:51.871921 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919524'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), provisioning_complete {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:51.970184 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Current status of the port 5cf06261-7331-4e1b-8666-5be12f86a4ec is: BUILD; New status is: ACTIVE {{(pid=103753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:29:51.970662 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1801578'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), before_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:51.996271 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf06261-7331-4e1b-8666-5be12f86a4ec'}] {{(pid=103753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:29:51.998778 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852cbe4fc0925e31ca044d287416a24f9b61368d51490c6416ee81cf626e3712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e575ebd-fa7c-4b23-a9ec-c4d33d91f37d" -d '{"events": [{"server_uuid": "bd0c8f5d-b34e-4250-9c46-b93611b21ee6", "name": "network-vif-plugged", "status": "completed", "tag": "5cf06261-7331-4e1b-8666-5be12f86a4ec"}]}' {{(pid=103753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:29:52.015209 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] For port 5cf06261-7331-4e1b-8666-5be12f86a4ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5cf06261-7331-4e1b-8666-5be12f86a4ec,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:29:52.031954 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:52.045950 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd5555f-6884-4fe4-a861-5beb32247cf7 x-openstack-request-id: req-9dd5555f-6884-4fe4-a861-5beb32247cf7 {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:29:52.046668 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0c8f5d-b34e-4250-9c46-b93611b21ee6", "name": "network-vif-plugged", "status": "completed", "tag": "5cf06261-7331-4e1b-8666-5be12f86a4ec", "code": 200}]} {{(pid=103753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:29:52.047070 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dd5555f-6884-4fe4-a861-5beb32247cf7 {{(pid=103753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:29:52.047660 dv-cinder-778193-25-smb neutron-server[103753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf06261-7331-4e1b-8666-5be12f86a4ec', 'code': 200} Mar 10 04:29:52.087861 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743694426215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743693906041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743693906059'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:52.168652 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Pushing event updated for resources: {'Port': ['ID=5cf06261-7331-4e1b-8666-5be12f86a4ec,revision_number=5']} {{(pid=103753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:29:52.336754 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e8aa-a350-450b-bbb6-039708e31242 req-fb4128d4-3ae9-4e4d-a550-7f1db3431580 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:52.337606 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-79b5e8aa-a350-450b-bbb6-039708e31242 req-fb4128d4-3ae9-4e4d-a550-7f1db3431580 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0595694 Mar 10 04:29:52.390357 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-79b5e8aa-a350-450b-bbb6-039708e31242 req-a7d2b43b-e1af-4c28-bfa1-7de5c2a99b32 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468853 Mar 10 04:29:52.600322 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bae0a7-dc3a-45f3-a3f6-cccf19c259c8 req-9bf68a77-facf-45f2-b127-2685666680d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:52.601906 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-66bae0a7-dc3a-45f3-a3f6-cccf19c259c8 req-9bf68a77-facf-45f2-b127-2685666680d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0432696 Mar 10 04:29:52.652448 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-66bae0a7-dc3a-45f3-a3f6-cccf19c259c8 req-957ee6bb-3709-4ece-9072-4720813863ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Mar 10 04:29:52.781321 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-4ddcd25b-6613-44c2-aeb2-fdd914052d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:53.538212 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18693-c6d9-4219-b873-a9afd2642e47 req-22b758fd-b4ee-4d6a-b268-a8624a6b453e tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:53.539741 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-73c18693-c6d9-4219-b873-a9afd2642e47 req-22b758fd-b4ee-4d6a-b268-a8624a6b453e tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0661166 Mar 10 04:29:53.600677 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-73c18693-c6d9-4219-b873-a9afd2642e47 req-8ce21608-c820-4543-b841-c4a3f1715711 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542181 Mar 10 04:29:54.729350 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e15d-fd36-461f-9cf6-230028853626 req-6989bec5-5a99-4cbf-9a7d-659cd003b433 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:29:54.730901 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d5f3e15d-fd36-461f-9cf6-230028853626 req-6989bec5-5a99-4cbf-9a7d-659cd003b433 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0646050 Mar 10 04:29:54.784684 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-d5f3e15d-fd36-461f-9cf6-230028853626 req-23c2d800-226d-4570-bba4-c663e527823a tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478768 Mar 10 04:29:55.067343 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-191a158d-dc60-44cd-8b4f-ad314cf84552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:56.413011 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:57.804143 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:29:59.180699 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:00.725440 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 36312) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:00.769509 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Deleting subnet cd6f2e75-b232-4460-bb26-4ed7b70a5fd9 {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:30:00.772527 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Publish callbacks [] for subnet (cd6f2e75-b232-4460-bb26-4ed7b70a5fd9), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:00.806339 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5938052'] for subnet (cd6f2e75-b232-4460-bb26-4ed7b70a5fd9), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:00.844067 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (cd6f2e75-b232-4460-bb26-4ed7b70a5fd9), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:00.955320 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5938080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016648'] for subnet (cd6f2e75-b232-4460-bb26-4ed7b70a5fd9), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:00.985344 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6f2e75-b232-4460-bb26-4ed7b70a5fd9,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:30:00.989861 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:00.992976 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cd6f2e75-b232-4460-bb26-4ed7b70a5fd9 HTTP/1.1" status: 204 len: 168 time: 0.2664974 Mar 10 04:30:00.995608 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [-] (103751) accepted ('10.222.0.32', 36314) {{(pid=103751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:00.997850 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:00.998210 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:00.998564 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:00.998909 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:00.999251 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:00.999589 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:00.999929 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.000298 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.000634 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.000968 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.001299 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.001628 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.001961 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83148530-ea21-457a-8f4f-e9f1b0bd4978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.067773 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (0f8b06a1-9420-4039-9ccf-4f9b7bf6d919), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.145161 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (0f8b06a1-9420-4039-9ccf-4f9b7bf6d919), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.165192 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8b06a1-9420-4039-9ccf-4f9b7bf6d919']}} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:30:01.174248 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100c8486-34ce-482c-8530-6f0389fb9a30') {'for_net_delete': True} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:30:01.174554 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.services.segments.db [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100c8486-34ce-482c-8530-6f0389fb9a30') {} {{(pid=103751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:30:01.183809 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6711046'] for segment (100c8486-34ce-482c-8530-6f0389fb9a30), before_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.197410 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (100c8486-34ce-482c-8530-6f0389fb9a30), precommit_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.203278 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:30:01.203662 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5325614'] for segment (100c8486-34ce-482c-8530-6f0389fb9a30), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: Traceback (most recent call last): Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: timer() Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: cb(*args, **kw) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: return func(*args, **kwargs) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: self._notify() Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: self.callback(batched_events) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: event.method(event) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: return f(self, *a, **k) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: return self._get(url).json() Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: return self.request(url, 'GET', **kwargs) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:30:01.205398 dv-cinder-778193-25-smb neutron-server[103751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:30:01.318011 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (0f8b06a1-9420-4039-9ccf-4f9b7bf6d919), after_delete {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.322498 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron_lib.callbacks.manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.325720 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0f8b06a1-9420-4039-9ccf-4f9b7bf6d919 HTTP/1.1" status: 204 len: 168 time: 0.3290498 Mar 10 04:30:01.338873 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8b06a1-9420-4039-9ccf-4f9b7bf6d919,revision_number=None']} {{(pid=103751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:30:01.346207 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.346563 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.346907 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.347243 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.347576 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.347902 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.348258 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.350877 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.350877 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.350877 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.350877 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.350877 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.350877 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088fbec-b7cb-40ac-8db5-49e7d7c15e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-25-smb {{(pid=103751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:30:01.614177 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 36322) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:01.654646 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1c0f9571-8391-4374-8e03-8ab20b54355f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1d8b5b62a6b49f7a6593e1223c1673a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392160 Mar 10 04:30:01.657151 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 36324) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:01.703935 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1cdf456e-b43c-4958-afce-f3afbdd36785 admin admin] Publish callbacks [] for security_group (4f6e17b4-4501-43c4-ac0e-36357267ce2f), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.724367 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1cdf456e-b43c-4958-afce-f3afbdd36785 admin admin] Publish callbacks [] for security_group (4f6e17b4-4501-43c4-ac0e-36357267ce2f), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.823757 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1cdf456e-b43c-4958-afce-f3afbdd36785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (4f6e17b4-4501-43c4-ac0e-36357267ce2f), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.826314 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-1cdf456e-b43c-4958-afce-f3afbdd36785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:01.827477 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-1cdf456e-b43c-4958-afce-f3afbdd36785 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f6e17b4-4501-43c4-ac0e-36357267ce2f HTTP/1.1" status: 204 len: 168 time: 0.1694221 Mar 10 04:30:01.835528 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf456e-b43c-4958-afce-f3afbdd36785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e17b4-4501-43c4-ac0e-36357267ce2f,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:30:16.562982 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e62af-bc7c-4738-986f-3062f4d32507 req-bffb1f06-9398-42d0-ae8c-d6cd417f3695 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:30:16.564540 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4c1e62af-bc7c-4738-986f-3062f4d32507 req-bffb1f06-9398-42d0-ae8c-d6cd417f3695 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0515103 Mar 10 04:30:16.608944 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-4c1e62af-bc7c-4738-986f-3062f4d32507 req-eefc1ad6-ee5a-4679-90c4-f7410100f202 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Mar 10 04:30:17.731255 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56219408-4783-475b-97b7-7d24e1899d5d req-3ebefa10-1efe-48a9-8923-2b584771b3b7 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:30:17.732759 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-56219408-4783-475b-97b7-7d24e1899d5d req-3ebefa10-1efe-48a9-8923-2b584771b3b7 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0554016 Mar 10 04:30:17.778071 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-56219408-4783-475b-97b7-7d24e1899d5d req-bdaaacbd-4058-4fce-9660-79b1257303c3 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Mar 10 04:30:18.892446 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f2895-2bf8-44bc-948c-fa75c6b03edb req-0e16f92a-68fb-4953-a8fa-98c5225446d2 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:30:18.893918 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-141f2895-2bf8-44bc-948c-fa75c6b03edb req-0e16f92a-68fb-4953-a8fa-98c5225446d2 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0516012 Mar 10 04:30:18.942010 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-141f2895-2bf8-44bc-948c-fa75c6b03edb req-5663d212-2e4c-407b-9c95-ed9bf76b5220 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425003 Mar 10 04:30:20.060525 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3c59-9736-45c6-bf7a-567eaa706810 req-77ddd592-eb2d-4f0b-b4e1-b76cef064c97 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:30:20.062011 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f73f3c59-9736-45c6-bf7a-567eaa706810 req-77ddd592-eb2d-4f0b-b4e1-b76cef064c97 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0545394 Mar 10 04:30:20.106784 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-f73f3c59-9736-45c6-bf7a-567eaa706810 req-ec9da451-a7ec-430a-81ee-2bd7105041c7 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 Mar 10 04:30:21.224294 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d60c59-c9a1-4963-9159-0b67e9f99e17 req-ec175c5f-5bd8-45bd-b43e-f416fd905d27 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:30:21.225771 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-21d60c59-c9a1-4963-9159-0b67e9f99e17 req-ec175c5f-5bd8-45bd-b43e-f416fd905d27 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Mar 10 04:30:21.274945 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-21d60c59-c9a1-4963-9159-0b67e9f99e17 req-3afc5c4a-0781-46ba-bc11-0bb089541627 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/security-groups?id=91d4084b-0280-4b85-af53-b5de35139ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Mar 10 04:30:21.385626 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-24842df5-25a2-4344-9548-1b2183298d93 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:30:21.387082 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-24842df5-25a2-4344-9548-1b2183298d93 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 945 time: 0.0528023 Mar 10 04:30:21.479936 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Deleting port 5cf06261-7331-4e1b-8666-5be12f86a4ec {{(pid=103752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 04:30:21.480327 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743694419182'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:21.570153 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.db [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] For port 5cf06261-7331-4e1b-8666-5be12f86a4ec, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=5cf06261-7331-4e1b-8666-5be12f86a4ec,segment=NetworkSegment(afafca18-6a88-433d-8e46-bb42c372ec0a),segment_id=afafca18-6a88-433d-8e46-bb42c372ec0a)] {{(pid=103752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:30:21.570436 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637402'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:21.581717 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.plugin [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Calling delete_port for 5cf06261-7331-4e1b-8666-5be12f86a4ec owned by compute:nova {{(pid=103752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 04:30:21.757556 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1801670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743694426197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743693906032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5938063'] for port (5cf06261-7331-4e1b-8666-5be12f86a4ec), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:21.770123 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.db [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] get_ports_and_sgs() called for port_ids ['5cf06261-7331-4e1b-8666-5be12f86a4ec'] {{(pid=103753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 04:30:21.782830 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Pushing event deleted for resources: {'Port': ['ID=5cf06261-7331-4e1b-8666-5be12f86a4ec,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:30:21.829079 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] No DVR routers for this DVR port 5cf06261-7331-4e1b-8666-5be12f86a4ec on host hv-cinder-77819 {{(pid=103752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 04:30:21.831423 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402244'] for port (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:21.834673 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [req-dae5374c-625f-4f65-b6b4-60ea76d196b8 req-7a1de43e-e91f-49c2-94a2-8024c7e78d30 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.37 "DELETE /v2.0/ports/5cf06261-7331-4e1b-8666-5be12f86a4ec HTTP/1.1" status: 204 len: 173 time: 0.4428637 Mar 10 04:30:21.835112 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'name': 'network-vif-deleted', 'tag': '5cf06261-7331-4e1b-8666-5be12f86a4ec'}] {{(pid=103752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 04:30:21.837331 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6195ea0d0f4a49aabccd4093eb9ea8bbf94c3896e14950da0c825f55bdd49f49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396adbc6-93f4-4135-bc58-36d91074298f" -d '{"events": [{"server_uuid": "bd0c8f5d-b34e-4250-9c46-b93611b21ee6", "name": "network-vif-deleted", "tag": "5cf06261-7331-4e1b-8666-5be12f86a4ec"}]}' {{(pid=103752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 04:30:21.873297 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6338eb-28e3-4267-aab1-559db6448d86 x-openstack-request-id: req-7f6338eb-28e3-4267-aab1-559db6448d86 {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 04:30:21.873593 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0c8f5d-b34e-4250-9c46-b93611b21ee6", "name": "network-vif-deleted", "tag": "5cf06261-7331-4e1b-8666-5be12f86a4ec", "status": "completed", "code": 200}]} {{(pid=103752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 04:30:21.873852 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f6338eb-28e3-4267-aab1-559db6448d86 {{(pid=103752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 04:30:21.874256 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0c8f5d-b34e-4250-9c46-b93611b21ee6', 'name': 'network-vif-deleted', 'tag': '5cf06261-7331-4e1b-8666-5be12f86a4ec', 'status': 'completed', 'code': 200} Mar 10 04:30:22.017097 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:22.376680 dv-cinder-778193-25-smb neutron-server[103751]: INFO neutron.wsgi [req-655619fe-6d88-4f22-9742-418ac2965c4e req-3183ab8a-365b-4664-a077-25d361d177c1 tempest-VolumesSnapshotTestJSON-1191454979 tempest-VolumesSnapshotTestJSON-1191454979-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd0c8f5d-b34e-4250-9c46-b93611b21ee6 HTTP/1.1" status: 200 len: 210 time: 0.0254135 Mar 10 04:30:22.780336 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-03a25c80-a066-41a2-8f37-612bd79451e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:24.105067 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:30:25.043497 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-eb221e27-34e2-4e10-936d-8b4f8f65ac37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:25.897332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 5cf06261-7331-4e1b-8666-5be12f86a4ec no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 04:30:25.923074 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.plugin [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] No Port match for: 5cf06261-7331-4e1b-8666-5be12f86a4ec {{(pid=103753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 04:30:25.923424 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron.plugins.ml2.rpc [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Device 5cf06261-7331-4e1b-8666-5be12f86a4ec not bound to the agent host hv-cinder-77819 {{(pid=103753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 04:30:26.422721 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:27.788026 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:29.171199 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:44.769761 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 36522) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:44.812767 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] Deleting subnet a905b5b6-47f7-4f21-a472-a324870cc41b {{(pid=103752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 04:30:44.815886 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] Publish callbacks [] for subnet (a905b5b6-47f7-4f21-a472-a324870cc41b), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:44.849431 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5938052'] for subnet (a905b5b6-47f7-4f21-a472-a324870cc41b), precommit_delete_associations {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:44.891283 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924918'] for subnet (a905b5b6-47f7-4f21-a472-a324870cc41b), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.016343 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5938080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016648'] for subnet (a905b5b6-47f7-4f21-a472-a324870cc41b), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.039720 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a905b5b6-47f7-4f21-a472-a324870cc41b,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:30:45.046079 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.049189 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-d9cfec3e-547e-4391-b54d-edb3757d6f7e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a905b5b6-47f7-4f21-a472-a324870cc41b HTTP/1.1" status: 204 len: 168 time: 0.2784441 Mar 10 04:30:45.051700 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 36524) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:45.116230 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1951475'] for network (912f030d-7e06-48eb-89ec-0b4f834246df), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.193680 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1921997', 'neutron.services.segments.db._delete_segments_for_network-8743694350614'] for network (912f030d-7e06-48eb-89ec-0b4f834246df), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.212294 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912f030d-7e06-48eb-89ec-0b4f834246df']}} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:30:45.221604 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afafca18-6a88-433d-8e46-bb42c372ec0a') {'for_net_delete': True} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:30:45.221909 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.services.segments.db [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afafca18-6a88-433d-8e46-bb42c372ec0a') {} {{(pid=103752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:30:45.230773 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743694352671', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5938063'] for segment (afafca18-6a88-433d-8e46-bb42c372ec0a), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.244208 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489'] for segment (afafca18-6a88-433d-8e46-bb42c372ec0a), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.249828 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 04:30:45.250209 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1912489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5937278'] for segment (afafca18-6a88-433d-8e46-bb42c372ec0a), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: Traceback (most recent call last): Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: timer() Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: cb(*args, **kw) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: return func(*args, **kwargs) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: self._notify() Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: self.callback(batched_events) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: event.method(event) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: return f(self, *a, **k) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: return self._get(url).json() Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: return self.request(url, 'GET', **kwargs) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 04:30:45.252084 dv-cinder-778193-25-smb neutron-server[103752]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 04:30:45.370358 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1921972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637074'] for network (912f030d-7e06-48eb-89ec-0b4f834246df), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.375668 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.379005 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] 10.222.0.32 "DELETE /v2.0/networks/912f030d-7e06-48eb-89ec-0b4f834246df HTTP/1.1" status: 204 len: 168 time: 0.3263826 Mar 10 04:30:45.390104 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dbc86-eee8-4651-8e93-950303088c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=912f030d-7e06-48eb-89ec-0b4f834246df,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:30:45.693042 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 36528) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:45.731612 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-fd7fe61f-897a-4865-91e7-1ec04f281ef8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1af3e44914334da4bb8a9be00c432038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374565 Mar 10 04:30:45.733986 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [-] (103752) accepted ('10.222.0.32', 36530) {{(pid=103752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:30:45.778653 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-14d295f2-0c4f-4920-bede-ba130beedbd3 admin admin] Publish callbacks [] for security_group (91d4084b-0280-4b85-af53-b5de35139ef6), before_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.798544 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-14d295f2-0c4f-4920-bede-ba130beedbd3 admin admin] Publish callbacks [] for security_group (91d4084b-0280-4b85-af53-b5de35139ef6), precommit_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.911385 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-14d295f2-0c4f-4920-bede-ba130beedbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951896'] for security_group (91d4084b-0280-4b85-af53-b5de35139ef6), after_delete {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.913876 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron_lib.callbacks.manager [None req-14d295f2-0c4f-4920-bede-ba130beedbd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:45.915290 dv-cinder-778193-25-smb neutron-server[103752]: INFO neutron.wsgi [None req-14d295f2-0c4f-4920-bede-ba130beedbd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91d4084b-0280-4b85-af53-b5de35139ef6 HTTP/1.1" status: 204 len: 168 time: 0.1801403 Mar 10 04:30:45.922688 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d295f2-0c4f-4920-bede-ba130beedbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d4084b-0280-4b85-af53-b5de35139ef6,revision_number=None']} {{(pid=103752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:30:52.055833 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:52.776868 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7f3f-4999-4db9-b485-3fbab8941f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:55.059465 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f421f11f-ef3b-4d40-9716-5b8ef965ee6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:56.402609 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:57.808267 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:30:59.159032 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:01.103580 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:31:21.997487 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:22.768680 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6d3634ad-6134-477a-a30e-59fad0b80d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:25.077239 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-76a16db0-5d06-443d-bf94-51590de2f23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:26.414761 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:27.813268 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:29.180488 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:38.103026 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:31:52.007402 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:52.784747 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0ddb-4886-434c-aff3-107d69bf430b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:55.053266 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-aa789644-e467-418d-8103-ff9e72e787bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:56.401869 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:57.796454 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:31:59.156431 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:15.101759 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:32:21.995176 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:22.755327 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-290e849f-9c17-454d-8eb3-e37a4eada6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:25.035232 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-c96546f8-a7d1-42f9-999c-8a0b275468b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:26.451906 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:27.789476 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:29.144273 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:52.040196 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:52.101363 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:32:52.742406 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-5b223c6b-6d55-4930-8733-21bf7e187519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:55.051331 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6b2389b2-8343-42c2-828d-218858f097c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:56.411601 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:57.788486 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:32:59.154469 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:22.017366 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:22.741370 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-df9b270e-0c08-4cfd-b737-eacb03f83711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:25.073541 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-f38f81b6-28e2-46be-a8f0-9c549a2da4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:26.416459 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:27.805263 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:29.101146 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:33:29.165331 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:52.003009 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:52.751977 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1699-8cd2-413e-8f3b-34741898ba0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:55.048769 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-891af6a8-9c7e-4f3f-abcc-a29239b7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:56.450317 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:57.797682 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:33:59.152909 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:06.099917 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:34:07.336504 dv-cinder-778193-25-smb neutron-server[103752]: DEBUG neutron.wsgi [req-96f563c6-40a7-4a6d-aade-9f2cc2b75452 req-d4cebc94-0d7a-4184-98bc-1932f38d0e6e service neutron] (103752) timed out ('10.222.0.37', 52479) {{(pid=103752) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:34:21.667959 dv-cinder-778193-25-smb neutron-server[103751]: DEBUG neutron.wsgi [req-2d59416b-d2bb-414b-ae91-2d93f7c417ab req-9890d6b9-8f9a-4361-8369-5eb164d6a3ff service neutron] (103751) timed out ('10.222.0.37', 52460) {{(pid=103751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 04:34:22.019114 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:22.735135 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ff8323e0-220e-40d6-b99b-64f6cb21bd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:25.089466 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f206-1da0-4437-b55e-ddad9d74b78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:26.441753 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:27.798409 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:29.167568 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:43.102934 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:34:52.014989 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:52.769386 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-0282d104-35a0-483c-83e9-24dcff472484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:55.057990 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-cb8af834-7c96-436d-9842-c858af736774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:56.432332 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:57.809245 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:34:59.177317 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:20.101263 dv-cinder-778193-25-smb neutron-server[103754]: DEBUG neutron.db.agents_db [None req-c9271528-0d90-4f47-832d-65ce9b7f2c1c None None] Agent healthcheck: found 6 active agents {{(pid=103754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:35:22.048965 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:22.759748 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-74d64faf-c018-485b-a927-a09473d20f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:25.051033 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-644ae4a2-9489-491b-84e2-81ea9be443fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (3236b979-948e-4c63-b621-d2b4b7c02a42), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:26.428202 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-b91c497e-a8f5-4e57-ac5d-763fdf5ed6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (99ca5b4a-02db-43eb-9816-ef25dad7b0c6), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:27.808532 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-6050b3e6-39f7-4368-8d41-4f8808f03f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (7e443124-f80a-4bc9-8755-5279fa927c0a), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:29.170784 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-ee0f36c4-d201-4fe5-9d5d-799cf38f99cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (19f80244-edb9-4bac-b747-ae4916000524), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:52.019851 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-d87039bb-f1e2-43a4-a781-b1199b2f8050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (979412c2-9162-435e-bd88-e82ccc08eb9c), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:35:52.751055 dv-cinder-778193-25-smb neutron-server[103753]: DEBUG neutron_lib.callbacks.manager [None req-99067e02-4f02-4696-9aff-2d5daa9ed191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743694350596', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919942'] for agent (28715a9d-e93d-4aa5-b6f4-529c2491904f), after_update {{(pid=103753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}